-- Logs begin at Tue 2021-01-26 20:06:40 UTC, end at Tue 2021-01-26 21:13:16 UTC. -- Jan 26 20:41:15.998602 dv-cinder-768105-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jan 26 20:41:18.691682 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.common.config [-] Logging enabled! Jan 26 20:41:18.692079 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev431 Jan 26 20:41:18.693560 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80020) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 20:41:18.695365 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.common.config [-] Logging enabled! Jan 26 20:41:18.696296 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev431 Jan 26 20:41:18.696588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80020) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 26 20:41:18.697645 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 26 20:41:18.697929 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 26 20:41:18.698973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 26 20:41:18.699256 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 26 20:41:18.699513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 26 20:41:18.699886 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.700230 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.700572 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.700833 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.701175 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.701511 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.701837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.702202 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.702545 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.702868 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.703190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.703513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.703770 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.704088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.704418 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.704746 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.705000 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] debug = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.705316 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.705850 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.706200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.706520 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.706851 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.707161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.707475 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.707798 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.708163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] host = dv-cinder-768105-4-iscsi {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.708482 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.708808 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.709134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.709463 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.709777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.710114 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.710440 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.710749 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.711058 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] log_file = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.711424 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.711875 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.712217 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.712555 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.712811 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.713065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.713391 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.713726 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.714090 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.714405 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.714718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.715034 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.715347 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.715653 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.715982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.716309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.716637 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.716950 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.717262 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.717571 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.717921 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.718235 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.718551 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.718863 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.719176 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.719508 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.719817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.720130 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.720478 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.720808 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.721134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.721461 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.721774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.722125 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.722442 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.722751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.723060 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] use_json = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.723372 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.723679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.724001 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.724314 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.724625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.724935 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.725244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.725572 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:18.725924 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.726271 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.726617 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.726969 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.727469 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.727795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.728129 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.728449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.728785 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.729118 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.729446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.729763 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.730135 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.730454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.730793 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.731144 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.731484 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.731820 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.732134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.732452 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.732764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.733081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.733408 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.733743 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.734103 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.734416 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.734734 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.735073 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.735390 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.735701 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.736018 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.736349 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.736666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.736979 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.737301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.737617 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.737946 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.738258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.738574 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.738906 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.739221 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.739530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.739839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.740153 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.740465 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.740789 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.741102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.741410 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.741718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.742074 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.742397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.743346 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.743746 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.744066 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.744386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.744704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.745015 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.745328 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.745640 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.745974 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.746289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.746598 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.746913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.747228 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.747537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.747852 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.748164 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.748473 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.748797 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.749133 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.749447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.749765 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.750109 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.750427 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.750743 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.751056 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.751372 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.751688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.752000 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.752330 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.752657 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.752984 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.753303 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.753620 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.753979 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.754299 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.754620 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.754934 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.755250 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.755572 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.755897 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.756234 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.756565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.756896 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.757231 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.757560 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.757910 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.758898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.759293 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:18.759559 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 26 20:41:18.759828 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80020) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 26 20:41:19.417312 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO keyring.backend [-] Loading Gnome Jan 26 20:41:19.434770 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO keyring.backend [-] Loading Google Jan 26 20:41:19.437430 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO keyring.backend [-] Loading Windows (alt) Jan 26 20:41:19.440891 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO keyring.backend [-] Loading file Jan 26 20:41:19.441739 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO keyring.backend [-] Loading keyczar Jan 26 20:41:19.442040 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO keyring.backend [-] Loading multi Jan 26 20:41:19.442670 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO keyring.backend [-] Loading pyfs Jan 26 20:41:19.488389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:19.488702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:19.489037 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:19.489406 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 26 20:41:19.881483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:19.882046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:19.882154 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:19.930250 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:19.930569 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:19.930864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:19.934489 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:19.934803 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:19.935102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.004210 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.004522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.004821 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.005985 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.006291 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.006585 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.272812 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.273069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.273379 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.274205 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.275204 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.422201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.422573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.422897 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.423199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.423495 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.423871 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.424168 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.424458 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.424743 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.425075 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.425376 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.425677 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.426002 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.426295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.426886 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.427182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.427475 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.427795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.428083 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.428567 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.428851 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.429132 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.429468 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.429747 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.430578 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.431000 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:41:20.431276 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:41:20.431550 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:41:20.431822 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:41:20.432094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:41:20.432366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:41:20.433760 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 26 20:41:20.436866 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 26 20:41:20.440760 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 26 20:41:20.444572 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jan 26 20:41:20.446988 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 26 20:41:20.448061 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 26 20:41:20.448443 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 26 20:41:20.448875 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 26 20:41:20.451605 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 26 20:41:20.451893 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 26 20:41:20.452277 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 26 20:41:20.473487 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 26 20:41:20.474023 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.474353 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80020) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 26 20:41:20.474759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.476097 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80020) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 26 20:41:20.476415 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 26 20:41:20.476694 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 26 20:41:20.479999 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.480309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:20.547855 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 26 20:41:20.548082 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 26 20:41:20.548355 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 26 20:41:20.548754 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 26 20:41:20.584768 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.sqlalchemy.engines [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80020) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 26 20:41:21.027116 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Initializing driver for type 'gre' Jan 26 20:41:21.027655 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] gre ID ranges: [(1, 1000)] Jan 26 20:41:21.067580 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Initializing driver for type 'local' Jan 26 20:41:21.067945 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Initializing driver for type 'vlan' Jan 26 20:41:21.078042 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] VlanTypeDriver initialization complete Jan 26 20:41:21.078437 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Initializing driver for type 'vxlan' Jan 26 20:41:21.078987 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] vxlan ID ranges: [(1, 1000)] Jan 26 20:41:21.117343 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Initializing extension driver 'port_security' Jan 26 20:41:21.118239 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.extensions.port_security [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] PortSecurityExtensionDriver initialization complete Jan 26 20:41:21.118645 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Initializing mechanism driver 'openvswitch' Jan 26 20:41:21.124813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80020) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:21.125647 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > port after_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.126074 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > port after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.126453 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > port after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.126870 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > subnet after_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.127248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > subnet after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.127620 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.128027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > network after_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.128401 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > network after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.128769 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > network after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.129172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > security_group after_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.129541 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > security_group after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.130107 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.130514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.130891 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.131258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.131666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > address_group after_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.132041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > address_group after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.132406 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.132763 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] ML2 OVO RPC backend initialized. {{(pid=80020) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 26 20:41:21.134099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.134483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.134932 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > network before_response 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.135306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > networks before_response 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.135679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > port before_response 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.136047 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > ports before_response 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.136418 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > subnet before_response 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.136786 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > subnets before_response 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.137158 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > network after_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.137524 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > network after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.137911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > network after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.138272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > port after_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.138634 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > port after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.138997 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > port after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.139358 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > subnet after_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.139720 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > subnet after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.140081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.140697 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.plugin [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Modular L2 Plugin initialization complete Jan 26 20:41:21.141045 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading services supported by the core plugin {{(pid=80020) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 26 20:41:21.141402 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.plugins.ml2.managers [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Got port-security extension from driver 'port_security' Jan 26 20:41:21.141911 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.extensions.vlantransparent [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Disabled vlantransparent extension. Jan 26 20:41:21.143368 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80020) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 26 20:41:21.143722 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading Plugin: router Jan 26 20:41:21.179846 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.180759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router after_create 55549900 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.181239 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router before_create 55549900 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.181637 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.182102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.182492 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router after_delete 55549900 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.182885 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.183286 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router after_create 55549900 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.183664 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router after_update 55549900 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.184048 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router after_update 55549900 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.184425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.184818 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router after_update 55549900 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.185294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router precommit_update 55549900 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.185702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: port after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.186095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: port after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.186467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: subnet after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.186834 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.187213 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.187588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router precommit_create 55549900 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.187959 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: port before_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.188329 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router precommit_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.188722 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router after_update 55549900 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.189092 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.189472 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router precommit_create 55549900 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.189867 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.190264 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router precommit_update 55549900 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.190680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > network after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.191646 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Tracking information for resource: router configured {{(pid=80020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:41:21.192017 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Tracking information for resource: floatingip configured {{(pid=80020) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 26 20:41:21.197629 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_agentschedulers_db [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 26 20:41:21.198289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: port after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.198679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: port after_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.199055 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: port after_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.199430 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: port after_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.200305 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router before_create 55550100 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.200698 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.201088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router precommit_create 55550100 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.201473 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > router precommit_update 55550100 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.206299 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.provider_configuration [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Service providers = [] {{(pid=80020) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 26 20:41:21.206689 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.servicetype_db [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80020) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 26 20:41:21.209490 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.service_base [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 26 20:41:21.209867 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.service_base [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 26 20:41:21.210260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.service_base [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 26 20:41:21.211193 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.service_base [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80020) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 26 20:41:21.211784 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.services.service_base [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 26 20:41:21.212175 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:41:21.212523 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 26 20:41:21.222567 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:41:21.222936 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading Plugin: auto_allocate Jan 26 20:41:21.228609 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: network precommit_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.229002 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: network precommit_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.229578 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:41:21.229950 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading Plugin: tag Jan 26 20:41:21.236915 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:41:21.237276 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading Plugin: timestamp Jan 26 20:41:21.241053 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:41:21.241418 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading Plugin: network_ip_availability Jan 26 20:41:21.247512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.247911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.248292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.249068 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:41:21.249418 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading Plugin: flavors Jan 26 20:41:21.253919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:41:21.254289 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading Plugin: revisions Jan 26 20:41:21.260624 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80020) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 26 20:41:21.261036 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=80020) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:21.261827 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80020) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 26 20:41:21.262213 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Initializing extension manager. Jan 26 20:41:21.262770 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: __init__.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.263144 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: __pycache__ {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.263510 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.263874 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: address_group.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.264665 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.265295 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: address-group Jan 26 20:41:21.265649 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: address_scope.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.266433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.267004 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: address-scope Jan 26 20:41:21.267359 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.268283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.268851 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: router-admin-state-down-before-update Jan 26 20:41:21.269205 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: agent.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.269971 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.270543 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: agent Jan 26 20:41:21.270896 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: agent_resources_synced.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.271800 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.272369 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: agent-resources-synced Jan 26 20:41:21.272720 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: allowedaddresspairs.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.274634 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.275214 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: allowed-address-pairs Jan 26 20:41:21.275573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: auto_allocated_topology.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.276683 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.277292 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: auto-allocated-topology Jan 26 20:41:21.277604 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: availability_zone.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.278369 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.278938 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: availability_zone Jan 26 20:41:21.279290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: availability_zone_filter.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.280201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.280766 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: availability_zone_filter Jan 26 20:41:21.281117 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: data_plane_status.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.282069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.282638 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension data-plane-status not supported by any of loaded plugins Jan 26 20:41:21.283002 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: default_subnetpools.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.284035 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.284611 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: default-subnetpools Jan 26 20:41:21.284966 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.285801 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.286408 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: dhcp_agent_scheduler Jan 26 20:41:21.286766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: dns.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.287672 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.288235 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension dns-integration not supported by any of loaded plugins Jan 26 20:41:21.288587 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: dns_domain_ports.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.290065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.290635 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 26 20:41:21.290982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: dvr.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.291695 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.292265 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: dvr Jan 26 20:41:21.292616 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: empty_string_filtering.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.293539 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.294132 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: empty-string-filtering Jan 26 20:41:21.294483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.295392 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.295957 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 26 20:41:21.296306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.297221 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.297788 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 26 20:41:21.298164 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: external_net.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.299070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.299641 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: external-net Jan 26 20:41:21.299993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.300893 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.301461 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: extra_dhcp_opt Jan 26 20:41:21.302108 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: extraroute.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.303011 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.303579 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: extraroute Jan 26 20:41:21.303930 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: extraroute_atomic.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.305557 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.306160 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: extraroute-atomic Jan 26 20:41:21.306509 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: filter_validation.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.307201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.307763 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: filter-validation Jan 26 20:41:21.308112 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: fip_pf_description.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.309016 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.309576 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 26 20:41:21.309944 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: fip_port_details.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.310876 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.311440 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: fip-port-details Jan 26 20:41:21.311790 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: flavors.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.313103 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.313689 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: flavors Jan 26 20:41:21.314079 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.315710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.316297 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 26 20:41:21.316664 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: floatingip_pools.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.317415 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.318015 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: floatingip-pools Jan 26 20:41:21.318376 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: ip_allocation.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.319334 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.319901 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension ip_allocation not supported by any of loaded plugins Jan 26 20:41:21.320261 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.321310 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.321923 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: ip-substring-filtering Jan 26 20:41:21.322274 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: l2_adjacency.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.323201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.323760 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 26 20:41:21.324113 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: l3.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.325153 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.325728 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: router Jan 26 20:41:21.326105 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.328319 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.328917 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 26 20:41:21.329279 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.330237 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.330814 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: ext-gw-mode Jan 26 20:41:21.331171 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.332091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.332664 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: l3-ha Jan 26 20:41:21.333019 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: l3_flavors.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.334072 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.334646 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: l3-flavors Jan 26 20:41:21.335003 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.335914 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.336622 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 26 20:41:21.336978 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: l3agentscheduler.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.338151 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.338733 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: l3_agent_scheduler Jan 26 20:41:21.339089 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: logging.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.340624 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.341200 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension logging not supported by any of loaded plugins Jan 26 20:41:21.341565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: metering.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.342386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.343071 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: metering Jan 26 20:41:21.343428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.344543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.345117 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: metering_source_and_destination_fields Jan 26 20:41:21.345473 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: multiprovidernet.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.346412 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.346985 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: multi-provider Jan 26 20:41:21.347341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: netmtu.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.348341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.348999 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: net-mtu Jan 26 20:41:21.349422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: netmtu_writable.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.350588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.351162 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: net-mtu-writable Jan 26 20:41:21.351519 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: network_availability_zone.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.352873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.353437 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: network_availability_zone Jan 26 20:41:21.353794 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: network_ip_availability.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.354927 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.355501 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: network-ip-availability Jan 26 20:41:21.355855 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: network_segment_range.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.356675 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.357239 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension network-segment-range not supported by any of loaded plugins Jan 26 20:41:21.357597 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: pagination.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.358611 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.358977 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: pagination Jan 26 20:41:21.359328 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.360238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.360809 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: port-mac-address-regenerate Jan 26 20:41:21.361387 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.362904 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.363492 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: port-numa-affinity-policy Jan 26 20:41:21.363852 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: port_resource_request.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.364753 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.365319 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension port-resource-request not supported by any of loaded plugins Jan 26 20:41:21.365673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: portbindings.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.366636 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.367219 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: binding Jan 26 20:41:21.368159 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: portbindings_extended.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.369435 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.370030 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: binding-extended Jan 26 20:41:21.370390 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: portsecurity.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.371312 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.371882 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: port-security Jan 26 20:41:21.372238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: project_id.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.373213 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.373587 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: project-id Jan 26 20:41:21.373964 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: providernet.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.374886 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.375465 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: provider Jan 26 20:41:21.375823 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: qos.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.379459 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.380049 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension qos not supported by any of loaded plugins Jan 26 20:41:21.380415 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.381642 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.382263 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 26 20:41:21.382621 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.383589 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.384158 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 26 20:41:21.384511 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: qos_default.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.385421 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.386020 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension qos-default not supported by any of loaded plugins Jan 26 20:41:21.386373 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: qos_fip.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.387063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.387624 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension qos-fip not supported by any of loaded plugins Jan 26 20:41:21.387980 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: qos_gateway_ip.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.388903 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.389474 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 26 20:41:21.389827 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: qos_port_network_policy.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.390759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.391325 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 26 20:41:21.391676 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: qos_rule_type_details.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.392584 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.393151 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 26 20:41:21.393509 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: qos_rules_alias.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.394573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.395138 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 26 20:41:21.395492 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: quotasv2.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.396443 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.396803 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: quotas Jan 26 20:41:21.397152 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: quotasv2_detail.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.398797 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.399161 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: quota_details Jan 26 20:41:21.399517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: rbac.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.400766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.401353 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: rbac-policies Jan 26 20:41:21.401707 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: rbac_address_scope.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.402656 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.403233 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: rbac-address-scope Jan 26 20:41:21.403589 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: rbac_security_groups.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.404502 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.405074 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: rbac-security-groups Jan 26 20:41:21.405425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: rbac_subnetpool.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.406354 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.406921 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: rbac-subnetpool Jan 26 20:41:21.407273 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: revisionifmatch.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.408230 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.408799 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: revision-if-match Jan 26 20:41:21.409149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: revisions.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.410371 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.410943 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: standard-attr-revisions Jan 26 20:41:21.411295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: router_availability_zone.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.412003 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.412567 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: router_availability_zone Jan 26 20:41:21.412918 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: routerservicetype.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.413843 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.414968 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension router-service-type not supported by any of loaded plugins Jan 26 20:41:21.415317 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.416260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.416832 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: security-groups-normalized-cidr Jan 26 20:41:21.417183 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.418150 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.418720 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: port-security-groups-filtering Jan 26 20:41:21.419071 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.419996 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.420570 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: security-groups-remote-address-group Jan 26 20:41:21.420925 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: securitygroup.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.435452 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.436062 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: security-group Jan 26 20:41:21.436428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: segment.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.437281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.437854 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension segment not supported by any of loaded plugins Jan 26 20:41:21.438239 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.439177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.439756 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 26 20:41:21.440114 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: servicetype.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.441233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.441859 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: service-type Jan 26 20:41:21.442241 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: sorting.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.443292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.443659 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: sorting Jan 26 20:41:21.444016 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: standard_attr_segment.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.444925 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.445499 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 26 20:41:21.446004 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: standardattrdescription.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.446682 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.447264 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: standard-attr-description Jan 26 20:41:21.447619 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: stateful_security_group.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.448553 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.449135 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: stateful-security-group Jan 26 20:41:21.449491 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: stdattrs_common.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.450092 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 26 20:41:21.450445 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.451366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.451934 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 26 20:41:21.452285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: subnet_onboard.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.453340 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.453964 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: subnet_onboard Jan 26 20:41:21.454318 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.455307 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.455874 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 26 20:41:21.456226 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: subnet_service_types.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.457150 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.457724 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: subnet-service-types Jan 26 20:41:21.458101 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: subnetallocation.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.459172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.459750 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: subnet_allocation Jan 26 20:41:21.460102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.460787 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.461440 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: subnetpool-prefix-ops Jan 26 20:41:21.461799 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.462736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.463300 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 26 20:41:21.463655 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: tagging.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.464904 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.465486 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: standard-attr-tag Jan 26 20:41:21.465844 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: timestamp.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.467052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.467629 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loaded extension: standard-attr-timestamp Jan 26 20:41:21.467988 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: trunk.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.469015 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.469590 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension trunk not supported by any of loaded plugins Jan 26 20:41:21.469967 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: trunk_details.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.470888 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.471459 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension trunk-details not supported by any of loaded plugins Jan 26 20:41:21.471810 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: uplink_status_propagation.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.472723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.473288 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 26 20:41:21.473639 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Loading extension file: vlantransparent.py {{(pid=80020) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 26 20:41:21.474363 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80020) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 26 20:41:21.474930 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 26 20:41:21.478242 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:network Jan 26 20:41:21.479018 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:subnet Jan 26 20:41:21.479676 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:41:21.480323 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:port Jan 26 20:41:21.481818 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.resource_helper [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:41:21.482330 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.resource_helper [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Service FLAVORS assigned prefix: {{(pid=80020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:41:21.482997 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.resource_helper [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:41:21.483461 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.resource_helper [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:41:21.483827 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:router Jan 26 20:41:21.484542 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:floatingip Jan 26 20:41:21.485300 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.resource_helper [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Service METERING assigned prefix: /metering {{(pid=80020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:41:21.487165 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.487572 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.487953 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80020) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:41:21.489067 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 20:41:21.489547 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:security_group Jan 26 20:41:21.491130 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 20:41:21.491953 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.resource_helper [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Service CORE assigned prefix: {{(pid=80020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:41:21.492318 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:41:21.493219 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] subnetpool is already registered Jan 26 20:41:21.494018 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.resource_helper [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Service CORE assigned prefix: {{(pid=80020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:41:21.494384 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:41:21.494735 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] subnetpool is already registered Jan 26 20:41:21.497450 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.resource_helper [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:41:21.497941 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.resource_helper [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Service FLAVORS assigned prefix: {{(pid=80020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:41:21.498590 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.resource_helper [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:41:21.499048 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.resource_helper [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:41:21.499411 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:router Jan 26 20:41:21.499764 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] router is already registered Jan 26 20:41:21.500411 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:floatingip Jan 26 20:41:21.500767 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] floatingip is already registered Jan 26 20:41:21.501449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.resource_helper [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Service METERING assigned prefix: /metering {{(pid=80020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:41:21.502201 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of CountableResource for resource:rbac_policy Jan 26 20:41:21.502558 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] rbac_policy is already registered Jan 26 20:41:21.503171 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:security_group Jan 26 20:41:21.503524 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] security_group is already registered Jan 26 20:41:21.504161 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 26 20:41:21.504521 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] security_group_rule is already registered Jan 26 20:41:21.505237 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.resource_helper [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Service CORE assigned prefix: {{(pid=80020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:41:21.505593 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:41:21.505964 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] subnetpool is already registered Jan 26 20:41:21.506625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.resource_helper [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Service CORE assigned prefix: {{(pid=80020) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 26 20:41:21.506990 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Creating instance of TrackedResource for resource:subnetpool Jan 26 20:41:21.507339 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.quota.resource_registry [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] subnetpool is already registered Jan 26 20:41:21.508082 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: extensions {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.510091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: address-groups {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.511791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: address-scopes {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.513083 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: agents {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.514349 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: auto-allocated-topology {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.515684 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: availability_zones {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.517084 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: dhcp-networks {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.518618 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: dhcp-agents {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.520134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: routers {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.522065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: flavors {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.523305 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: service_profiles {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.524670 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: next_providers {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.526534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: service_profiles {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.528180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: floatingip-pools {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.529442 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: routers {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.531361 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: floatingips {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.532635 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: l3-routers {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.534134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: l3-agents {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.535640 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: metering-labels {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.537091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: metering-label-rules {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.538487 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: network-ip-availabilities {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.540439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: bindings {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.542219 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: quotas {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.543737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: quotas {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.545249 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: rbac-policies {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.546635 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: security-groups {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.547933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: security-group-rules {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.549246 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: service-providers {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.550596 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: subnetpools {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.552348 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: subnetpools {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.553921 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: tags {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.556448 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: tags {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.558526 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: tags {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.560413 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: tags {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.563310 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: tags {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.565126 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: tags {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.567062 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: tags {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.569023 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: tags {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.571242 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: tags {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.573224 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.extensions [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Extended resource: tags {{(pid=80020) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 26 20:41:21.580314 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING keystonemiddleware.auth_token [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 26 20:41:21.585544 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING keystonemiddleware.auth_token [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 26 20:41:21.595075 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Acquired lock "singleton_lock" {{(pid=80020) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 26 20:41:21.595586 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Releasing lock "singleton_lock" {{(pid=80020) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 26 20:41:21.597042 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO oslo_service.service [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Starting 2 workers Jan 26 20:41:21.602292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Started child 80131 {{(pid=80020) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 26 20:41:21.606791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:21.606981 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Started child 80132 {{(pid=80020) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 26 20:41:21.608273 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [-] (80131) wsgi starting up on http://0.0.0.0:9696 Jan 26 20:41:21.608489 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.service [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 26 20:41:21.609118 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Notify callbacks [] for process, before_spawn {{(pid=80020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:21.610788 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:21.611631 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO oslo_service.service [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Starting 1 workers Jan 26 20:41:21.612144 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [-] (80132) wsgi starting up on http://0.0.0.0:9696 Jan 26 20:41:21.617103 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Started child 80133 {{(pid=80020) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 26 20:41:21.617988 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO oslo_service.service [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Starting 1 workers Jan 26 20:41:21.620604 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.service [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] calling RpcWorker wait() {{(pid=80133) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 26 20:41:21.621225 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.service [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] returning from RpcWorker wait() {{(pid=80133) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 26 20:41:21.622889 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:21.623194 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Started child 80134 {{(pid=80020) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 26 20:41:21.623799 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:21.624016 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60892eb4-08f2-4ff3-832b-c142f5972ba6 None None] Notify callbacks [] for process, after_spawn {{(pid=80020) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:21.625904 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80020) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 26 20:41:21.626119 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 26 20:41:21.626315 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 26 20:41:21.626565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 26 20:41:21.626981 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 26 20:41:21.627150 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 26 20:41:21.627841 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.628283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.628406 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:21.628835 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.629286 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.629747 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.630529 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.630944 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.631397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.631849 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.632258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.632609 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.632934 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.633385 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.633807 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.634355 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.634840 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.635249 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.635671 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.636024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.636433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.636874 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.637300 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.637729 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] debug = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.638165 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.638903 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.639304 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.639707 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.640117 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.640565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.640967 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.641379 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.641805 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.642236 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.642648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.643081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.643456 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.643843 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.644273 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.644664 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.645255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] host = dv-cinder-768105-4-iscsi {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.645644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.646056 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.646455 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.646850 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.647282 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.647678 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.648102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.648524 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.649139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.649596 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.650052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.650473 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.650885 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.651283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_file = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.651605 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_options = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.651940 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 39902) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:21.652161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.652563 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.652992 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.653764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.654133 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.654458 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.654900 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.655221 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.655660 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.656064 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.656446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.656848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.657228 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.657606 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.658025 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.658435 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.658838 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.659214 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.659661 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.660057 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.660485 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.660936 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.661225 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.661795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.661795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.662353 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.662353 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.662569 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.662759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.662911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.663063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:21.663228 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.663815 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.663815 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.664039 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.664183 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.665009 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.665594 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.665594 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.665793 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.666654 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.666654 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.666654 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.666941 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.667674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.667674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.667674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] use_json = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.667972 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.667972 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.668862 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.668862 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.668862 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.669215 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [-] 10.222.0.59 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0140653 Jan 26 20:41:21.669312 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.669843 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.670543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.672285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.672285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.672285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.672285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.673029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.674865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.674865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.674865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.674865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.674865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.674865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.675505 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.677227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.677227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.677227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.677227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.677586 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.678001 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.678363 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.678730 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.679118 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.679497 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.680836 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.680965 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.682225 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.682225 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.682225 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.682577 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.682958 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.683296 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.683558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.684701 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.685038 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.685311 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.685568 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.685837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.686205 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.686422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.686687 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.686973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.687283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.687558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.687819 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.688095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.688926 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.688926 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.688926 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.689164 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.690134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.690342 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.691433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.691433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.691433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.691433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.691833 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.691937 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.692164 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.692421 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.693314 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.693314 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.693314 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.693593 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.693688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.694276 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.696862 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.697977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.698414 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.698847 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.699288 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.699566 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.699837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.700084 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.700501 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.701014 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.701266 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.701530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.701791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.702076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.702341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.702599 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.702855 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.703118 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.703371 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.703623 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.703928 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.704593 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.704877 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.705227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.705708 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.706702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.707028 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.708077 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.708245 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.708511 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.709512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.709512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.709512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.709725 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.709870 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.710461 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.710461 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.710682 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.711050 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.711867 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.712343 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.712709 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.713016 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.714737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.714737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.714737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.714737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.714737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.714737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.715156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.715225 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.715543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.715864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.716177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.716475 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.716751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.717027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.717312 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.717588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.717923 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.718172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.718471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.718730 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.719046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.719338 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.719596 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.719864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.720136 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.720492 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.721651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.721911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.722337 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.722796 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.723251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.723674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.724111 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.724561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.724989 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.725443 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.725721 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.726792 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.727745 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.728252 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.728540 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.728873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.729302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.729775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.730078 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.730388 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.732027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.732444 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.732876 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.733162 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.733452 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.733721 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.734029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.734356 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.734551 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.734838 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.735106 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.735367 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.735628 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.735884 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.736182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.736444 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.736769 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.737804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.737804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.737804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.737804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.738259 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.738362 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.738648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.738930 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.739181 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.739444 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.739682 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.739952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.740218 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.740506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.740776 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.741071 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.741353 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.741720 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.742019 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.742305 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.743401 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.743826 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.744254 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.744651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.745060 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.745467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.745746 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.746059 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.746699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.746699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.746865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.747066 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.747323 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.747562 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.747941 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.748427 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.748716 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.749913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.749913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.749913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.749913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.749913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.750326 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.750420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.750638 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.750928 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.751177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.751427 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.753464 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.753464 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.753464 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.753464 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.753464 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.753464 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.753464 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.754190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.754190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.754190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.754431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.754847 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.755255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.755689 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.756119 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.756443 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.756812 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.757308 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.758952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.758952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.758952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.759266 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.759709 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.759993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.760333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.760767 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.761058 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.761383 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.761666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.762138 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.762424 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.762670 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.763872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.764142 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.765199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.765199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.765199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.765199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.765497 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.765727 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.765993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.766269 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.766533 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.766818 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.767097 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.767297 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 26 20:41:21.767845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80020) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 26 20:41:21.768037 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 26 20:41:21.768221 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 26 20:41:21.768417 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 26 20:41:21.768610 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 26 20:41:21.769295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 26 20:41:21.769295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.769295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.769513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.769513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.769687 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.770712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.770712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.770712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.770712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.770712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.770712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.771110 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.771110 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.771233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.771439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.771542 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.771704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.771900 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.772067 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.772250 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.772438 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.772622 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.772810 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] debug = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.772996 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.773207 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.773395 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.773581 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.774380 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.774380 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.774890 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.774890 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.775190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.775190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.775396 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.775496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.775593 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.775743 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.776107 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.776280 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.776587 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] host = dv-cinder-768105-4-iscsi {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.776895 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.777424 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.777644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.778299 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.778299 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.778299 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.778603 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.778603 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.778780 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.779641 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.779641 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.779641 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.779641 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.779641 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_file = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.779988 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_options = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.779988 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.780111 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.780560 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.780560 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.780560 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.780800 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.780877 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.781029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.781368 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.781543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.781852 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.782176 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.782528 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.782701 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.783067 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.783258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.783447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.784381 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.784582 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.786197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.786197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.786197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.786197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.786197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.786197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.786197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.786197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.786197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.786913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.786913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.786913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.786913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.786913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.787210 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.787210 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.787617 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.787617 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.787779 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.788743 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.788981 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.789176 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.790426 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.790426 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.790720 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.791025 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.791308 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] use_json = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.793933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.793933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.793933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.793933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.793933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.793933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.793933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.793933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 26 20:41:21.794686 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.794686 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.794686 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.794686 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.794686 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.794686 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.794686 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.795278 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.795872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.795872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.795872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.796088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.797638 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.797638 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.797638 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.798164 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.798426 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.798686 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.799795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.799795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.799795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.799795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.799795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.799795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.800366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.59/identity {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.800464 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.801272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.801272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.801272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.801272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.801573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.801944 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:21.802064 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.802326 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.803244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.803244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.803244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.803244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.803244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.803689 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.803887 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.804151 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.804386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.804636 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.805403 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.805762 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.806745 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.806745 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.807679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.807879 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.808055 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.808263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.808454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.808646 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.808841 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.809029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.809216 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.809405 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.809592 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.809779 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.809991 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.810182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.810388 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.810577 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.810764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.810951 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.811138 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.811311 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.811501 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.811679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.811865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.812051 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.812237 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.812424 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.812610 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.812797 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.812985 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.813170 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.813357 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.813544 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.813731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.813959 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.814149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.814335 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.814521 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.814716 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.814921 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.815107 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.815294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.815481 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.815767 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.816565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.816565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.816565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.816565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.816565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.817028 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.817028 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.817206 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.817301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.817397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.817574 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.817765 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.817976 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.818163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.818350 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.818537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.818732 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.818916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.819102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.819289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.819503 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.819633 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.820532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.820532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.820532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.820532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.820532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.821541 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.821541 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.821541 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.821976 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.822063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.822739 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.822739 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.822739 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.822739 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.823119 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.823119 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.823296 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.823399 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.823536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.823724 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.823961 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.824149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.824336 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.824512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.824691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.824879 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.825065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.825253 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.825439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.825611 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.825937 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.827425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.59/identity {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.827425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.827425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.828525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.828722 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.828917 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.829110 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.829294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.829472 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.829621 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.829806 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.830019 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.830208 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.830385 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.830624 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.830799 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.830886 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.831050 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.831238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.831425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.831612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.831860 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.832018 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.832162 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.832310 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.832458 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.832606 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.832763 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.833000 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.833094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.833916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.833916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.833916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.833916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.833916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.834826 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.835028 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.835221 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.835413 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.835602 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.835832 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.836157 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.836858 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.837053 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.837398 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.837590 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.837779 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.838011 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.838177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.838363 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.838556 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.838732 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.838883 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.839067 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.839257 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.839447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.839607 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.840179 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.840179 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.840179 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.840623 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.840623 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.840623 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.841015 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.841015 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.841287 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.841287 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.842024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.842024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.842024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.842024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.842570 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.842570 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.842570 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.842959 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.842959 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.850775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.851411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.851411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.851411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.851411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.851411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.851411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.851411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.851411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.852522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.852522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.852522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.852522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.852522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.852522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.852522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.852522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.852522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.853149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.853149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.853149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.853149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.853149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.853149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.853149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.853149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.853149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.853790 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.853790 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 26 20:41:21.853790 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80020) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 26 20:41:31.858564 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2128d1-f98d-48c7-9e2f-fca493474cc9 None None] get_active_networks_info from dv-cinder-768105-4-iscsi {{(pid=80133) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 26 20:41:31.997831 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1ee01f6b-1c24-4551-bc9d-1a9e97d070fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:32.051631 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad2128d1-f98d-48c7-9e2f-fca493474cc9 None None] No non-hosted networks {{(pid=80133) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 26 20:41:34.463473 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-898b092d-f537-4c56-a017-08f26084817b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:34.499155 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5f709424-a410-4385-9082-df3fb4662f47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:34.541490 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:35.737217 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:35.739385 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:35.741703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:35.742501 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:35.743254 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:35.743818 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:35.744381 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:35.745012 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:35.747154 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:35.747742 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:35.748315 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:35.748895 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:35.749457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:35.750133 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-768105-4-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:35.757116 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-768105-4-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:41:36.088847 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:37.537039 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40006) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:37.646449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] get_endpoint_by_host() called for host dv-cinder-768105-4-iscsi {{(pid=80133) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 26 20:41:37.653634 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] get_endpoint_by_ip() called for ip 192.168.0.13 {{(pid=80133) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 26 20:41:37.657129 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] _add_endpoint() called for ip 192.168.0.13 {{(pid=80133) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 26 20:41:37.663283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] _get_endpoints() called {{(pid=80133) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 26 20:41:38.229831 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING oslo_policy.policy [None req-f5fcdb39-5625-4476-9bd9-9899625e4992 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:41:38.230456 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING oslo_policy.policy [None req-f5fcdb39-5625-4476-9bd9-9899625e4992 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:41:38.462960 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [None req-f5fcdb39-5625-4476-9bd9-9899625e4992 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:41:38.464064 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f5fcdb39-5625-4476-9bd9-9899625e4992 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9260921 Jan 26 20:41:38.560217 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_hamode_db [None req-5d4783c8-de38-4d69-bdc0-91ed36f5a26b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 26 20:41:38.654646 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4783c8-de38-4d69-bdc0-91ed36f5a26b None None] Routers set() bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:41:38.655092 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4783c8-de38-4d69-bdc0-91ed36f5a26b None None] Router IDs set() for agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 26 20:41:41.204384 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40022) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:41.616637 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-fd14efe2-b74c-4c72-855d-abd683ea2efb admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:41:41.676411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.policy [None req-fd14efe2-b74c-4c72-855d-abd683ea2efb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80131) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 26 20:41:41.677511 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING oslo_policy.policy [None req-fd14efe2-b74c-4c72-855d-abd683ea2efb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:41:41.677953 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING oslo_policy.policy [None req-fd14efe2-b74c-4c72-855d-abd683ea2efb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:41:41.696386 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota [None req-fd14efe2-b74c-4c72-855d-abd683ea2efb admin admin] Loaded quota_driver: . Jan 26 20:41:41.712070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-fd14efe2-b74c-4c72-855d-abd683ea2efb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:41.768460 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fd14efe2-b74c-4c72-855d-abd683ea2efb admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273717937773', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273717497362', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273717490604', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273717508110', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363273717507221', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3574710', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3463880', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036852950713', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1754193'] for rbac-policy, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:41.831722 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fd14efe2-b74c-4c72-855d-abd683ea2efb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:41.832912 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-fd14efe2-b74c-4c72-855d-abd683ea2efb admin admin] 10.222.0.59 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6274862 Jan 26 20:41:44.872022 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40036) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:45.276587 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Request body: {'network': {'project_id': '4f9451289b7b42308d415e4f12b9aec2', 'admin_state_up': True, 'name': 'private'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:41:45.282433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:45.287052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Usage tracker for resource:network and tenant:4f9451289b7b42308d415e4f12b9aec2 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:45.291258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:45.297230 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:45.306054 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Made reservation on behalf of 4f9451289b7b42308d415e4f12b9aec2 for: {'network': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:41:45.311915 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.328895 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.343860 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:45.347598 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Usage tracker for resource:security_group_rule and tenant:4f9451289b7b42308d415e4f12b9aec2 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:45.351151 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:45.356637 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:45.456581 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.459226 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.464733 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:45.484810 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:41:45.508157 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763135713310', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.508718 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Added segment ee03c851-a4f9-4608-b370-e2f5147c2030 of type vxlan for network 91c8c530-336f-4b5e-9c15-66a9a5e87eb1 Jan 26 20:41:45.569428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34afac47-3c2c-4411-917f-abfdd3882aae,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:45.744843 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:45.745213 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:45.745575 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:45.745946 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:45.746296 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:45.746653 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:45.746996 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:45.747336 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:45.747680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:45.748019 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:45.748356 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:45.748692 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Tracked resource versions report: Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: pushed versions: Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: { 'AddressGroup': {'1.1'}, Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': {'1.0'}, Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': {'1.0'}, Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': {'1.1'}, Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': {'1.6'}, Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': {'1.2'}, Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': {'1.8'}, Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': {'1.4'}, Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': {'1.0'}, Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': {'1.1'}, Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': {'1.1'}} Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: consumer versions: Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: { DHCP agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: L3 agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: Metadata agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: Metering agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: Open vSwitch agent@dv-cinder-768105-4-iscsi: { 'AddressGroup': '1.1', Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': '1.0', Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': '1.0', Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': '1.1', Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': '1.6', Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': '1.2', Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': '1.8', Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': '1.4', Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': '1.2', Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': '1.0', Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': '1.1', Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': '1.1'}} Jan 26 20:41:45.749804 dv-cinder-768105-4-iscsi neutron-server[80020]: {{(pid=80131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:41:45.785906 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.799293 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:45.827312 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.828584 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:45.829236 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:45.833849 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:45.939554 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.0663078 Jan 26 20:41:45.942255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Pushing event updated for resources: {'Network': ['ID=91c8c530-336f-4b5e-9c15-66a9a5e87eb1,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:45.956348 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:45.969538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network 91c8c530-336f-4b5e-9c15-66a9a5e87eb1 details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:41:48.969776 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40052) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:49.472517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3503a15-f7b8-44e3-a4b9-857538fc4413 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:49.473962 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-a3503a15-f7b8-44e3-a4b9-857538fc4413 admin admin] 10.222.0.59 "GET /v2.0/networks/91c8c530-336f-4b5e-9c15-66a9a5e87eb1 HTTP/1.1" status: 200 len: 818 time: 0.5031087 Jan 26 20:41:49.502348 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f9184385-468a-4ea2-8fb4-c194d972a8cd admin admin] 10.222.0.59 "GET /v2.0/subnetpools/87e2067c-a3ab-47ec-8e4d-d5c9fd3fe484 HTTP/1.1" status: 200 len: 734 time: 0.0221858 Jan 26 20:41:49.512144 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Request body: {'subnet': {'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1', 'subnetpool_id': '87e2067c-a3ab-47ec-8e4d-d5c9fd3fe484', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '4f9451289b7b42308d415e4f12b9aec2'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:41:49.516530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:41:49.520417 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Usage tracker for resource:subnet and tenant:4f9451289b7b42308d415e4f12b9aec2 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:41:49.523335 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:41:49.528878 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:41:49.538073 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Made reservation on behalf of 4f9451289b7b42308d415e4f12b9aec2 for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:41:49.542826 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.020685 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.035811 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:50.192305 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb8c0b3-0876-4591-a92a-33d166af1011,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:50.206982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:50.261463 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Checking segment: {'id': 'ee03c851-a4f9-4608-b370-e2f5147c2030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:41:50.261845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Network hostable DHCP agents. Network: 91c8c530-336f-4b5e-9c15-66a9a5e87eb1, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:41:50.282362 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Network 91c8c530-336f-4b5e-9c15-66a9a5e87eb1 is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:41:50.291565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, 91c8c530-336f-4b5e-9c15-66a9a5e87eb1) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:41:50.295916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:41:50.296550 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.301582 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8427980a-1750-4968-8f65-af93702a463c None None] Network 91c8c530-336f-4b5e-9c15-66a9a5e87eb1 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:41:50.314964 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8063145 Jan 26 20:41:50.636389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3791d41-e15c-53c4-87a2-9486d57af777-91c8c530-336f-4b5e-9c15-66a9a5e87eb1', 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1', 'tenant_id': '4f9451289b7b42308d415e4f12b9aec2', 'fixed_ips': [{'subnet_id': '9bb8c0b3-0876-4591-a92a-33d166af1011'}]}} from dv-cinder-768105-4-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 20:41:50.637614 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:50.972583 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Allocated IP 172.20.0.2 (91c8c530-336f-4b5e-9c15-66a9a5e87eb1/9bb8c0b3-0876-4591-a92a-33d166af1011/b605abf1-7f9c-442e-827b-f06b31f63f78) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:41:51.380544 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:51.392960 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Transition to ACTIVE for port object b605abf1-7f9c-442e-827b-f06b31f63f78 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:41:51.409528 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Transition to ACTIVE for port object b605abf1-7f9c-442e-827b-f06b31f63f78 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:41:51.415526 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:51.431837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:51.564805 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Pushing event updated for resources: {'Port': ['ID=b605abf1-7f9c-442e-827b-f06b31f63f78,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:51.576817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:51.577185 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:51.577548 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:51.578005 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:51.578403 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:51.578762 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:51.579116 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:51.579467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:51.579853 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:51.580231 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:51.580526 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:51.580907 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Tracked resource versions report: Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: pushed versions: Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: { 'AddressGroup': {'1.1'}, Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': {'1.0'}, Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': {'1.0'}, Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': {'1.1'}, Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': {'1.6'}, Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': {'1.2'}, Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': {'1.8'}, Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': {'1.4'}, Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': {'1.0'}, Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': {'1.1'}, Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': {'1.1'}} Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: consumer versions: Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: { DHCP agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: L3 agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: Metadata agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: Metering agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: Open vSwitch agent@dv-cinder-768105-4-iscsi: { 'AddressGroup': '1.1', Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': '1.0', Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': '1.0', Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': '1.1', Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': '1.6', Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': '1.2', Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': '1.8', Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': '1.4', Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': '1.2', Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': '1.0', Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': '1.1', Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': '1.1'}} Jan 26 20:41:51.581984 dv-cinder-768105-4-iscsi neutron-server[80020]: {{(pid=80133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:41:51.589806 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:51.642943 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Network 91c8c530-336f-4b5e-9c15-66a9a5e87eb1 is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:41:51.644111 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:41:51.647035 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:41:51.710060 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Attempting to bind port b605abf1-7f9c-442e-827b-f06b31f63f78 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:41:51.710680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Attempting to bind port b605abf1-7f9c-442e-827b-f06b31f63f78 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': 'ee03c851-a4f9-4608-b370-e2f5147c2030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:41:51.711070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Attempting to bind port b605abf1-7f9c-442e-827b-f06b31f63f78 on network 91c8c530-336f-4b5e-9c15-66a9a5e87eb1 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:41:51.716978 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:41:51.717366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Checking segment: {'id': 'ee03c851-a4f9-4608-b370-e2f5147c2030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:41:51.718690 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:51.718690 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Bound using segment: {'id': 'ee03c851-a4f9-4608-b370-e2f5147c2030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:41:51.718865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Bound port: b605abf1-7f9c-442e-827b-f06b31f63f78, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee03c851-a4f9-4608-b370-e2f5147c2030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:41:51.719185 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:51.811038 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] For port b605abf1-7f9c-442e-827b-f06b31f63f78, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:41:51.815061 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] For port b605abf1-7f9c-442e-827b-f06b31f63f78, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=b605abf1-7f9c-442e-827b-f06b31f63f78,segment=NetworkSegment(ee03c851-a4f9-4608-b370-e2f5147c2030),segment_id=ee03c851-a4f9-4608-b370-e2f5147c2030)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:41:51.818193 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:51.833657 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:51.984631 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Pushing event updated for resources: {'Port': ['ID=b605abf1-7f9c-442e-827b-f06b31f63f78,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:51.989241 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:53.029471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40062) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:53.466967 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [None req-52560ab2-d0ce-418b-b799-b7314524b06f admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:41:53.468042 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-52560ab2-d0ce-418b-b799-b7314524b06f admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4374838 Jan 26 20:41:55.725601 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device b605abf1-7f9c-442e-827b-f06b31f63f78 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:41:55.795315 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port b605abf1-7f9c-442e-827b-f06b31f63f78 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:41:56.180149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40076) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:41:56.774079 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da948e2-235e-4a37-9f16-013c2021d340 None None] Network 91c8c530-336f-4b5e-9c15-66a9a5e87eb1 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:41:56.865441 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dd309ec2-4687-4834-b7c9-604b37742b88 None None] Provisioning for port b605abf1-7f9c-442e-827b-f06b31f63f78 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:41:56.883238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dd309ec2-4687-4834-b7c9-604b37742b88 None None] Provisioning complete for port b605abf1-7f9c-442e-827b-f06b31f63f78 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:41:56.883661 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dd309ec2-4687-4834-b7c9-604b37742b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:56.935502 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING oslo_policy.policy [None req-67ff9d90-e5ce-4d33-8555-5632d11f387e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:41:56.936108 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING oslo_policy.policy [None req-67ff9d90-e5ce-4d33-8555-5632d11f387e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:41:57.137837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dd309ec2-4687-4834-b7c9-604b37742b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:57.166929 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [None req-67ff9d90-e5ce-4d33-8555-5632d11f387e admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:41:57.168250 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-67ff9d90-e5ce-4d33-8555-5632d11f387e admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9860821 Jan 26 20:41:57.187828 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dd309ec2-4687-4834-b7c9-604b37742b88 None None] For port b605abf1-7f9c-442e-827b-f06b31f63f78, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=b605abf1-7f9c-442e-827b-f06b31f63f78,segment=NetworkSegment(ee03c851-a4f9-4608-b370-e2f5147c2030),segment_id=ee03c851-a4f9-4608-b370-e2f5147c2030)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:41:57.192900 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dd309ec2-4687-4834-b7c9-604b37742b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:57.198817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:41:57.275790 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd309ec2-4687-4834-b7c9-604b37742b88 None None] Pushing event updated for resources: {'Port': ['ID=b605abf1-7f9c-442e-827b-f06b31f63f78,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:41:57.279254 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dd309ec2-4687-4834-b7c9-604b37742b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:41:57.422734 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e3b70e7c-1e1e-40fa-a26d-98361d9978c6 None None] Provisioning complete for port b605abf1-7f9c-442e-827b-f06b31f63f78 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:41:57.423145 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3b70e7c-1e1e-40fa-a26d-98361d9978c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:57.680302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-2a9af73a-bd75-496e-a29e-8d67513f00ad None None] Provisioning complete for port b605abf1-7f9c-442e-827b-f06b31f63f78 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:41:57.680963 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2a9af73a-bd75-496e-a29e-8d67513f00ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:57.716853 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device b605abf1-7f9c-442e-827b-f06b31f63f78 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:41:57.855374 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port b605abf1-7f9c-442e-827b-f06b31f63f78 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:41:57.855866 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:41:58.039369 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-2d3813aa-ad9c-414b-8ceb-0b2d26ccd0b3 None None] Provisioning complete for port b605abf1-7f9c-442e-827b-f06b31f63f78 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:41:58.039776 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d3813aa-ad9c-414b-8ceb-0b2d26ccd0b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:00.332004 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40092) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:00.731655 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-5256b07e-cc3a-44b4-a42b-f900bd9bb5a9 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '4f9451289b7b42308d415e4f12b9aec2', 'name': 'router1'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:42:00.773320 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.policy [None req-5256b07e-cc3a-44b4-a42b-f900bd9bb5a9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80132) register_rules /opt/stack/neutron/neutron/policy.py:75}} Jan 26 20:42:00.774182 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING oslo_policy.policy [None req-5256b07e-cc3a-44b4-a42b-f900bd9bb5a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:42:00.774589 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING oslo_policy.policy [None req-5256b07e-cc3a-44b4-a42b-f900bd9bb5a9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 26 20:42:00.791824 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.quota [None req-5256b07e-cc3a-44b4-a42b-f900bd9bb5a9 admin admin] Loaded quota_driver: . Jan 26 20:42:00.807852 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5256b07e-cc3a-44b4-a42b-f900bd9bb5a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:00.814490 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5256b07e-cc3a-44b4-a42b-f900bd9bb5a9 admin admin] Usage tracker for resource:router and tenant:4f9451289b7b42308d415e4f12b9aec2 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:00.818751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5256b07e-cc3a-44b4-a42b-f900bd9bb5a9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:00.826513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5256b07e-cc3a-44b4-a42b-f900bd9bb5a9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:00.841624 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5256b07e-cc3a-44b4-a42b-f900bd9bb5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854409195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760501'] for router, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:00.843671 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5256b07e-cc3a-44b4-a42b-f900bd9bb5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-369215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15314'] for router, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:00.867190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5256b07e-cc3a-44b4-a42b-f900bd9bb5a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:00.979531 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5256b07e-cc3a-44b4-a42b-f900bd9bb5a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-366604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854406635'] for router, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:00.998990 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5256b07e-cc3a-44b4-a42b-f900bd9bb5a9 admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:01.000243 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-5256b07e-cc3a-44b4-a42b-f900bd9bb5a9 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6671948 Jan 26 20:42:01.708851 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5720b9b5-b6fb-46bc-a6c7-41117913ae31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:03.695442 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40104) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:04.117415 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [None req-44417979-01d8-44f6-a51a-b5c90a134855 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:42:04.118480 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-44417979-01d8-44f6-a51a-b5c90a134855 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4220510 Jan 26 20:42:04.335824 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:04.415395 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-585382e3-44a3-4ce7-83a6-e58080efa12f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:05.739411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:05.945692 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:06.897939 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40124) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:07.084444 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:42:07.091247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:07.095223 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Usage tracker for resource:network and tenant:1dcfcae11c7e484aa6e8e72f945155ee is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:07.098601 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:07.104214 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:07.112390 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Made reservation on behalf of 1dcfcae11c7e484aa6e8e72f945155ee for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:42:07.118558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:07.135578 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:07.150691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:07.154414 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Usage tracker for resource:security_group_rule and tenant:1dcfcae11c7e484aa6e8e72f945155ee is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:07.157606 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:07.163235 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:07.416749 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:07.419668 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:07.424347 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:07.435720 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Reserving flat network on physical network physnet1 {{(pid=80132) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 26 20:42:07.464894 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763135713310', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:07.465474 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Unsubscribe: segment precommit_create {{(pid=80132) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 26 20:42:07.465980 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Added segment b733b30d-1deb-4e81-80c4-a711ded6c981 of type flat for network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 Jan 26 20:42:07.520607 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bce790-2da9-4fbb-97ec-265b4f3fa8f1,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:07.545914 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:07.546341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:07.546704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:07.547059 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:07.547409 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:07.547821 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:07.548166 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:07.548469 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:07.548848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:07.549193 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:07.549537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:07.549902 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Tracked resource versions report: Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: pushed versions: Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: { 'AddressGroup': {'1.1'}, Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': {'1.0'}, Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': {'1.0'}, Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': {'1.1'}, Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': {'1.6'}, Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': {'1.2'}, Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': {'1.8'}, Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': {'1.4'}, Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': {'1.0'}, Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': {'1.1'}, Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': {'1.1'}} Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: consumer versions: Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: { DHCP agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: L3 agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: Metadata agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: Metering agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: Open vSwitch agent@dv-cinder-768105-4-iscsi: { 'AddressGroup': '1.1', Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': '1.0', Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': '1.0', Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': '1.1', Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': '1.6', Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': '1.2', Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': '1.8', Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': '1.4', Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': '1.2', Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': '1.0', Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': '1.1', Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': '1.1'}} Jan 26 20:42:07.551032 dv-cinder-768105-4-iscsi neutron-server[80020]: {{(pid=80132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:42:07.597216 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:07.604276 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:07.643045 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:07.644384 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:07.645086 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:07.650460 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:07.761193 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8619781 Jan 26 20:42:07.761836 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Pushing event updated for resources: {'Network': ['ID=4bf8f360-8c6f-48c4-992b-12f8abb374b0,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:07.765145 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:07.773773 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:42:09.692432 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:42:10.294309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40148) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:10.442476 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abebd9e-b0f4-482b-9ee2-677deb6e3573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:10.444477 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-7abebd9e-b0f4-482b-9ee2-677deb6e3573 admin admin] 10.222.0.59 "GET /v2.0/subnets/9bb8c0b3-0876-4591-a92a-33d166af1011 HTTP/1.1" status: 200 len: 849 time: 0.1485519 Jan 26 20:42:10.593846 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-5212aa82-9aea-4b2d-8563-b64d165cf467 admin admin] 10.222.0.59 "GET /v2.0/routers/93e8307e-6b78-47c8-8dcb-7ed0871c2a2c HTTP/1.1" status: 200 len: 704 time: 0.1430976 Jan 26 20:42:11.079700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:11.452228 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Allocated IP 172.20.0.1 (91c8c530-336f-4b5e-9c15-66a9a5e87eb1/9bb8c0b3-0876-4591-a92a-33d166af1011/e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:42:11.613714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:11.633114 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Transition to ACTIVE for port object e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:42:11.689585 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:11.704529 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:11.986770 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Pushing event updated for resources: {'Port': ['ID=e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:11.993934 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:12.046733 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Network 91c8c530-336f-4b5e-9c15-66a9a5e87eb1 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:42:12.047820 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:42:12.051095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:42:12.051634 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854404007'] for router_interface, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:12.276083 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-af568f05-05e8-40d4-9e79-cb4ddc13a39a None None] Provisioning for port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:42:12.280885 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-af568f05-05e8-40d4-9e79-cb4ddc13a39a None None] Provisioning complete for port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:42:12.281293 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-af568f05-05e8-40d4-9e79-cb4ddc13a39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:12.330027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:12.340579 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-af568f05-05e8-40d4-9e79-cb4ddc13a39a None None] Port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:42:12.623719 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:12.629688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:12.630853 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854230849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371963'] for router_interface, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:12.646337 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:12.782280 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Pushing event updated for resources: {'Port': ['ID=e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:12.787044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:12.843351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Network 91c8c530-336f-4b5e-9c15-66a9a5e87eb1 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:42:12.844417 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:42:13.045655 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Router 93e8307e-6b78-47c8-8dcb-7ed0871c2a2c is scheduled to L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d with binding_index 1 {{(pid=80132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 20:42:13.065536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-0b1dbf2b-9b5a-4cfb-9f24-695e17f8bc65 None None] Provisioning complete for port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:42:13.065997 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0b1dbf2b-9b5a-4cfb-9f24-695e17f8bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:13.122382 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-0b1dbf2b-9b5a-4cfb-9f24-695e17f8bc65 None None] Port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:42:13.210832 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:42:13.220374 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Sync routers for ids ['93e8307e-6b78-47c8-8dcb-7ed0871c2a2c'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:42:13.220864 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] 10.222.0.59 "PUT /v2.0/routers/93e8307e-6b78-47c8-8dcb-7ed0871c2a2c/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.6214886 Jan 26 20:42:13.232152 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Routers {'93e8307e-6b78-47c8-8dcb-7ed0871c2a2c'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:42:13.232983 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:42:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['93e8307e-6b78-47c8-8dcb-7ed0871c2a2c'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:42:13.418559 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Set router 93e8307e-6b78-47c8-8dcb-7ed0871c2a2c gateway port host: None {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:42:13.972171 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e8307e-6b78-47c8-8dcb-7ed0871c2a2c', 'name': 'router1', 'tenant_id': '4f9451289b7b42308d415e4f12b9aec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:00Z', 'updated_at': '2021-01-26T20:42:12Z', 'revision_number': 2, 'project_id': '4f9451289b7b42308d415e4f12b9aec2', 'gw_port_host': None, '_interfaces': [{'id': 'e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c', 'name': '', 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1', 'tenant_id': '4f9451289b7b42308d415e4f12b9aec2', 'mac_address': 'fa:16:3e:79:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e8307e-6b78-47c8-8dcb-7ed0871c2a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bb8c0b3-0876-4591-a92a-33d166af1011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:11Z', 'updated_at': '2021-01-26T20:42:12Z', 'revision_number': 2, 'project_id': '4f9451289b7b42308d415e4f12b9aec2', 'subnets': [{'id': '9bb8c0b3-0876-4591-a92a-33d166af1011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87e2067c-a3ab-47ec-8e4d-d5c9fd3fe484'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:42:13.977605 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Checking router: 93e8307e-6b78-47c8-8dcb-7ed0871c2a2c for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:42:13.978038 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Updating router 93e8307e-6b78-47c8-8dcb-7ed0871c2a2c port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c binding host dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:42:14.031362 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:14.473651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:14.488283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Transition to ACTIVE for port object e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:42:14.491052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:14.509124 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:14.660333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Pushing event updated for resources: {'Port': ['ID=e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:14.673197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:14.673565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:14.673947 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:14.674299 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:14.674650 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:14.674998 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:14.675344 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:14.675690 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:14.676040 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:14.676381 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:14.676722 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:14.677311 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Tracked resource versions report: Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: pushed versions: Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: { 'AddressGroup': {'1.1'}, Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': {'1.0'}, Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': {'1.0'}, Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': {'1.1'}, Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': {'1.6'}, Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': {'1.2'}, Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': {'1.8'}, Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': {'1.4'}, Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': {'1.0'}, Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': {'1.1'}, Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': {'1.1'}} Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: consumer versions: Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: { DHCP agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: L3 agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: Metadata agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: Metering agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: Open vSwitch agent@dv-cinder-768105-4-iscsi: { 'AddressGroup': '1.1', Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': '1.0', Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': '1.0', Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': '1.1', Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': '1.6', Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': '1.2', Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': '1.8', Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': '1.4', Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': '1.2', Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': '1.0', Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': '1.1', Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': '1.1'}} Jan 26 20:42:14.678463 dv-cinder-768105-4-iscsi neutron-server[80020]: {{(pid=80134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:42:14.692142 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:14.829638 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Attempting to bind port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:42:14.830061 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Attempting to bind port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': 'ee03c851-a4f9-4608-b370-e2f5147c2030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:42:14.830455 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Attempting to bind port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c on network 91c8c530-336f-4b5e-9c15-66a9a5e87eb1 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:42:14.836431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:42:14.837017 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Checking segment: {'id': 'ee03c851-a4f9-4608-b370-e2f5147c2030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:42:14.837684 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:14.838129 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Bound using segment: {'id': 'ee03c851-a4f9-4608-b370-e2f5147c2030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:42:14.838656 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Bound port: e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee03c851-a4f9-4608-b370-e2f5147c2030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:42:14.839071 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:14.934945 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] For port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:42:14.940136 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] For port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c,segment=NetworkSegment(ee03c851-a4f9-4608-b370-e2f5147c2030),segment_id=ee03c851-a4f9-4608-b370-e2f5147c2030)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:42:14.947310 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:14.963570 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:15.115217 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Pushing event updated for resources: {'Port': ['ID=e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c,revision_number=4']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:15.120690 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:15.173955 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Routers {'93e8307e-6b78-47c8-8dcb-7ed0871c2a2c'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:42:15.174605 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:42:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['93e8307e-6b78-47c8-8dcb-7ed0871c2a2c'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:42:15.346621 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] Set router 93e8307e-6b78-47c8-8dcb-7ed0871c2a2c gateway port host: None {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:42:15.687919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e8307e-6b78-47c8-8dcb-7ed0871c2a2c', 'name': 'router1', 'tenant_id': '4f9451289b7b42308d415e4f12b9aec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:00Z', 'updated_at': '2021-01-26T20:42:12Z', 'revision_number': 2, 'project_id': '4f9451289b7b42308d415e4f12b9aec2', 'gw_port_host': None, '_interfaces': [{'id': 'e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c', 'name': '', 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1', 'tenant_id': '4f9451289b7b42308d415e4f12b9aec2', 'mac_address': 'fa:16:3e:79:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e8307e-6b78-47c8-8dcb-7ed0871c2a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bb8c0b3-0876-4591-a92a-33d166af1011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:11Z', 'updated_at': '2021-01-26T20:42:14Z', 'revision_number': 4, 'project_id': '4f9451289b7b42308d415e4f12b9aec2', 'subnets': [{'id': '9bb8c0b3-0876-4591-a92a-33d166af1011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87e2067c-a3ab-47ec-8e4d-d5c9fd3fe484'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:42:15.692048 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b89e747-ec85-433d-94a0-f8367979ccea None None] The sync data for ids ['93e8307e-6b78-47c8-8dcb-7ed0871c2a2c'] in dv-cinder-768105-4-iscsi is: [{'id': '93e8307e-6b78-47c8-8dcb-7ed0871c2a2c', 'name': 'router1', 'tenant_id': '4f9451289b7b42308d415e4f12b9aec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:00Z', 'updated_at': '2021-01-26T20:42:12Z', 'revision_number': 2, 'project_id': '4f9451289b7b42308d415e4f12b9aec2', 'gw_port_host': None, '_interfaces': [{'id': 'e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c', 'name': '', 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1', 'tenant_id': '4f9451289b7b42308d415e4f12b9aec2', 'mac_address': 'fa:16:3e:79:b9:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e8307e-6b78-47c8-8dcb-7ed0871c2a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bb8c0b3-0876-4591-a92a-33d166af1011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:11Z', 'updated_at': '2021-01-26T20:42:14Z', 'revision_number': 4, 'project_id': '4f9451289b7b42308d415e4f12b9aec2', 'subnets': [{'id': '9bb8c0b3-0876-4591-a92a-33d166af1011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87e2067c-a3ab-47ec-8e4d-d5c9fd3fe484'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:42:15.751439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40160) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:15.939930 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d66ffa9-9268-4ed8-ac43-1c50a1835e6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:15.940486 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5d66ffa9-9268-4ed8-ac43-1c50a1835e6d admin admin] Synchronizing usage tracker for tenant:1dcfcae11c7e484aa6e8e72f945155ee on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:42:15.956645 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5d66ffa9-9268-4ed8-ac43-1c50a1835e6d admin admin] Unset dirty status for tenant:1dcfcae11c7e484aa6e8e72f945155ee on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:42:15.964392 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-5d66ffa9-9268-4ed8-ac43-1c50a1835e6d admin admin] 10.222.0.59 "GET /v2.0/networks/4bf8f360-8c6f-48c4-992b-12f8abb374b0 HTTP/1.1" status: 200 len: 842 time: 0.2053573 Jan 26 20:42:15.969124 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'enable_dhcp': False, 'gateway_ip': '172.27.0.1', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:42:15.974524 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:15.979123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Usage tracker for resource:subnet and tenant:1dcfcae11c7e484aa6e8e72f945155ee is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:15.982149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:15.988161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:15.996816 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Made reservation on behalf of 1dcfcae11c7e484aa6e8e72f945155ee for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:42:16.001430 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:16.648201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.objects.ports [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80132) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:42:16.659821 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:16.667567 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:16.794330 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43917919-c3e1-4d2e-b3ae-d5bbd044108f,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:16.809953 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:16.867166 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Checking segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:42:16.867686 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Network hostable DHCP agents. Network: 4bf8f360-8c6f-48c4-992b-12f8abb374b0, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:42:16.888586 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:42:16.897924 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, 4bf8f360-8c6f-48c4-992b-12f8abb374b0) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:42:16.901913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:16.902525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:16.908846 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbbad22-6157-4af8-8e67-ca8e5fa577ab None None] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:42:16.924132 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9589279 Jan 26 20:42:17.294593 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80704c0b-2b76-4642-b24d-ddcc369ee5cc None None] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:42:17.731877 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:42:17.805739 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:42:17.810687 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:42:17.811094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:17.935339 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:17.968410 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c,segment=NetworkSegment(ee03c851-a4f9-4608-b370-e2f5147c2030),segment_id=ee03c851-a4f9-4608-b370-e2f5147c2030)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:42:17.971142 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:17.973748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:18.045834 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:18.048921 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:19.498270 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40174) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:19.715631 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:42:19.734147 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-43dbf547-b547-45b3-b235-72513d890268 admin admin] 10.222.0.59 "GET /v2.0/routers/93e8307e-6b78-47c8-8dcb-7ed0871c2a2c HTTP/1.1" status: 200 len: 710 time: 0.2346473 Jan 26 20:42:19.785717 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:42:19.786155 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:19.872948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e95b235-4d72-4cd0-b05e-171226323a6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:19.874456 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-3e95b235-4d72-4cd0-b05e-171226323a6c admin admin] 10.222.0.59 "GET /v2.0/networks/4bf8f360-8c6f-48c4-992b-12f8abb374b0 HTTP/1.1" status: 200 len: 886 time: 0.1343744 Jan 26 20:42:19.884726 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:42:20.340629 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854409212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15329'] for router, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:20.678715 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:20.908553 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:20.921060 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:20.936366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:42:20.940241 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:42:20.943085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:42:20.948748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:42:21.029953 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:21.032409 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:21.047720 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:21.137794 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8433e2f-f598-4877-b509-d85505e86d02,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:21.142355 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:21.302452 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Allocated IP 172.27.0.133 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/e2c16980-403e-4f52-b27f-dc975562590c) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:42:21.452731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:21.479959 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:21.494938 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:21.624142 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Pushing event updated for resources: {'Port': ['ID=e2c16980-403e-4f52-b27f-dc975562590c,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:21.629070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:21.681285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:42:21.682425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:42:21.684735 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:42:22.072488 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:22.442536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854409212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15329'] for router, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:22.446013 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854406635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854406618', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-369181', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-366843'] for router, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:22.805449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Router 93e8307e-6b78-47c8-8dcb-7ed0871c2a2c has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:42:22.988372 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:42:22.998907 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Sync routers for ids ['93e8307e-6b78-47c8-8dcb-7ed0871c2a2c'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:42:23.004501 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:23.005778 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] 10.222.0.59 "PUT /v2.0/routers/93e8307e-6b78-47c8-8dcb-7ed0871c2a2c HTTP/1.1" status: 200 len: 890 time: 3.1251070 Jan 26 20:42:23.009493 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Routers {'93e8307e-6b78-47c8-8dcb-7ed0871c2a2c'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:42:23.010210 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:42:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['93e8307e-6b78-47c8-8dcb-7ed0871c2a2c'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:42:23.216880 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Set router 93e8307e-6b78-47c8-8dcb-7ed0871c2a2c gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:42:23.572716 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e8307e-6b78-47c8-8dcb-7ed0871c2a2c', 'name': 'router1', 'tenant_id': '4f9451289b7b42308d415e4f12b9aec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e2c16980-403e-4f52-b27f-dc975562590c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:00Z', 'updated_at': '2021-01-26T20:42:21Z', 'revision_number': 4, 'project_id': '4f9451289b7b42308d415e4f12b9aec2', 'gw_port': {'id': 'e2c16980-403e-4f52-b27f-dc975562590c', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e8307e-6b78-47c8-8dcb-7ed0871c2a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:21Z', 'updated_at': '2021-01-26T20:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c', 'name': '', 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1', 'tenant_id': '4f9451289b7b42308d415e4f12b9aec2', 'mac_address': 'fa:16:3e:79:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e8307e-6b78-47c8-8dcb-7ed0871c2a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bb8c0b3-0876-4591-a92a-33d166af1011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:11Z', 'updated_at': '2021-01-26T20:42:17Z', 'revision_number': 5, 'project_id': '4f9451289b7b42308d415e4f12b9aec2', 'subnets': [{'id': '9bb8c0b3-0876-4591-a92a-33d166af1011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87e2067c-a3ab-47ec-8e4d-d5c9fd3fe484'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:42:23.578085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Checking router: 93e8307e-6b78-47c8-8dcb-7ed0871c2a2c for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:42:23.578303 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Updating router 93e8307e-6b78-47c8-8dcb-7ed0871c2a2c port e2c16980-403e-4f52-b27f-dc975562590c binding host dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:42:23.634495 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:24.035639 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:24.047894 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Transition to ACTIVE for port object e2c16980-403e-4f52-b27f-dc975562590c will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:42:24.050485 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:24.065759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dd309ec2-4687-4834-b7c9-604b37742b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:24.196412 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6599b-f329-413e-81d7-a613943f81d8 None None] Pushing event updated for resources: {'Port': ['ID=e2c16980-403e-4f52-b27f-dc975562590c,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:24.200841 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4cf6599b-f329-413e-81d7-a613943f81d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:24.263085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Attempting to bind port e2c16980-403e-4f52-b27f-dc975562590c on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:42:24.263489 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Attempting to bind port e2c16980-403e-4f52-b27f-dc975562590c by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:42:24.263881 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Attempting to bind port e2c16980-403e-4f52-b27f-dc975562590c on network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:42:24.269532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:42:24.269980 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Checking segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:42:24.270414 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:24.270837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Bound using segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:42:24.271336 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Bound port: e2c16980-403e-4f52-b27f-dc975562590c, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:42:24.271803 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:24.369846 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] For port e2c16980-403e-4f52-b27f-dc975562590c, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:42:24.373269 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] For port e2c16980-403e-4f52-b27f-dc975562590c, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=e2c16980-403e-4f52-b27f-dc975562590c,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:42:24.376579 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:24.392106 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:24.541586 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6599b-f329-413e-81d7-a613943f81d8 None None] Pushing event updated for resources: {'Port': ['ID=e2c16980-403e-4f52-b27f-dc975562590c,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:24.546916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4cf6599b-f329-413e-81d7-a613943f81d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:24.587127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Routers {'93e8307e-6b78-47c8-8dcb-7ed0871c2a2c'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:42:24.587777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:42:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['93e8307e-6b78-47c8-8dcb-7ed0871c2a2c'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:42:24.925723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] Set router 93e8307e-6b78-47c8-8dcb-7ed0871c2a2c gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:42:25.275284 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e8307e-6b78-47c8-8dcb-7ed0871c2a2c', 'name': 'router1', 'tenant_id': '4f9451289b7b42308d415e4f12b9aec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e2c16980-403e-4f52-b27f-dc975562590c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:00Z', 'updated_at': '2021-01-26T20:42:21Z', 'revision_number': 4, 'project_id': '4f9451289b7b42308d415e4f12b9aec2', 'gw_port': {'id': 'e2c16980-403e-4f52-b27f-dc975562590c', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e8307e-6b78-47c8-8dcb-7ed0871c2a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:21Z', 'updated_at': '2021-01-26T20:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c', 'name': '', 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1', 'tenant_id': '4f9451289b7b42308d415e4f12b9aec2', 'mac_address': 'fa:16:3e:79:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e8307e-6b78-47c8-8dcb-7ed0871c2a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bb8c0b3-0876-4591-a92a-33d166af1011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:11Z', 'updated_at': '2021-01-26T20:42:17Z', 'revision_number': 5, 'project_id': '4f9451289b7b42308d415e4f12b9aec2', 'subnets': [{'id': '9bb8c0b3-0876-4591-a92a-33d166af1011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87e2067c-a3ab-47ec-8e4d-d5c9fd3fe484'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:42:25.279422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53d092b6-c7cf-463d-b51a-ae36f9191519 None None] The sync data for ids ['93e8307e-6b78-47c8-8dcb-7ed0871c2a2c'] in dv-cinder-768105-4-iscsi is: [{'id': '93e8307e-6b78-47c8-8dcb-7ed0871c2a2c', 'name': 'router1', 'tenant_id': '4f9451289b7b42308d415e4f12b9aec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.133'}], 'enable_snat': True}, 'gw_port_id': 'e2c16980-403e-4f52-b27f-dc975562590c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:42:00Z', 'updated_at': '2021-01-26T20:42:21Z', 'revision_number': 4, 'project_id': '4f9451289b7b42308d415e4f12b9aec2', 'gw_port': {'id': 'e2c16980-403e-4f52-b27f-dc975562590c', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:40:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e8307e-6b78-47c8-8dcb-7ed0871c2a2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:21Z', 'updated_at': '2021-01-26T20:42:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c', 'name': '', 'network_id': '91c8c530-336f-4b5e-9c15-66a9a5e87eb1', 'tenant_id': '4f9451289b7b42308d415e4f12b9aec2', 'mac_address': 'fa:16:3e:79:b9:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e8307e-6b78-47c8-8dcb-7ed0871c2a2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9bb8c0b3-0876-4591-a92a-33d166af1011', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:42:11Z', 'updated_at': '2021-01-26T20:42:17Z', 'revision_number': 5, 'project_id': '4f9451289b7b42308d415e4f12b9aec2', 'subnets': [{'id': '9bb8c0b3-0876-4591-a92a-33d166af1011', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '87e2067c-a3ab-47ec-8e4d-d5c9fd3fe484'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:42:25.664168 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40184) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:42:25.752418 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device e2c16980-403e-4f52-b27f-dc975562590c up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:42:25.822042 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846d2837-c33f-46af-891c-7e0f5f9ee66b admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:42:25.823733 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-846d2837-c33f-46af-891c-7e0f5f9ee66b admin admin] 10.222.0.59 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1080 time: 0.1584935 Jan 26 20:42:25.825763 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port e2c16980-403e-4f52-b27f-dc975562590c completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:42:25.830878 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port e2c16980-403e-4f52-b27f-dc975562590c triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:42:25.831290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:25.964444 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:25.982387 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port e2c16980-403e-4f52-b27f-dc975562590c, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=e2c16980-403e-4f52-b27f-dc975562590c,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:42:25.985333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:25.988804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c7d93324-5299-4254-8e02-d418510e6e96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:42:26.059923 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=e2c16980-403e-4f52-b27f-dc975562590c,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:42:26.063139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:42:27.733053 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device e2c16980-403e-4f52-b27f-dc975562590c up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:42:27.827131 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port e2c16980-403e-4f52-b27f-dc975562590c triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:42:27.827712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:31.729687 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-18a0b755-82ff-4f72-a2e0-9c4869ca6f2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:34.339183 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:34.416529 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3413fab7-33d7-4528-95a6-47e3d78b28be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:35.759378 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:35.971008 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:42:46.696045 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:43:01.715951 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7abaac46-77bb-4d83-abb2-795dc08bb990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:04.340285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:04.417165 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d1196973-8582-4159-ad4b-3898260bb0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:05.743308 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:05.957355 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:23.697644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:43:31.726092 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-27ea9f1c-027f-4fcd-afee-86ca0f694593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:34.351689 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:34.418682 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0a047af0-4d95-410b-b2ed-1a1f8103c47a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:35.745538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:43:35.960565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:00.697124 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:44:01.718412 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-efde4a39-c107-4241-bc16-e50b2e1947cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:04.346381 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:04.417762 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d807d1cd-2e2a-4b38-8881-83193d7106d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:05.749583 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:05.964185 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:31.719250 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e6211f56-66b0-4372-a629-9305183e0c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:34.348707 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:34.418131 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-49ff074b-c225-4ec8-af97-a802bf1459a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:35.751683 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:35.971816 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:37.698154 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:44:38.889331 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40760) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:38.989082 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9e4e314-3d8a-4a16-ad05-6054cf1ba2bd admin admin] GET failed (client error): The resource could not be found. Jan 26 20:44:38.990400 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b9e4e314-3d8a-4a16-ad05-6054cf1ba2bd admin admin] 10.222.0.59 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1000226 Jan 26 20:44:39.132890 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00011979-048e-455d-9a12-a797a3f06b3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:39.134480 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-00011979-048e-455d-9a12-a797a3f06b3f admin admin] 10.222.0.59 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1397390 Jan 26 20:44:41.588214 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40770) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:41.731912 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946ed5f1-eac4-4ea3-abd3-089af096ec5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:41.732525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-946ed5f1-eac4-4ea3-abd3-089af096ec5b admin admin] Synchronizing usage tracker for tenant:1dcfcae11c7e484aa6e8e72f945155ee on resource:subnet {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:44:41.748409 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-946ed5f1-eac4-4ea3-abd3-089af096ec5b admin admin] Unset dirty status for tenant:1dcfcae11c7e484aa6e8e72f945155ee on resource:subnet {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:44:41.749658 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-946ed5f1-eac4-4ea3-abd3-089af096ec5b admin admin] 10.222.0.59 "GET /v2.0/subnets/9bb8c0b3-0876-4591-a92a-33d166af1011 HTTP/1.1" status: 200 len: 849 time: 0.1604235 Jan 26 20:44:41.760101 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:44:41.884222 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Notify callbacks [] for subnet, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:42.191298 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363273719178663'] for subnet, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:42.205986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-91bd7f19-291c-4d47-aa47-dfafc10d5ef1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:44:42.337507 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bb8c0b3-0876-4591-a92a-33d166af1011,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:44:42.356453 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:42.356846 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:42.357213 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:42.357572 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:42.357950 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:42.358323 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:42.358678 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:42.359030 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:42.359394 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:42.359742 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:42.360094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:42.360438 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:44:42.364703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:44:42.397449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:42.398131 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:42.399666 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] 10.222.0.59 "PUT /v2.0/subnets/9bb8c0b3-0876-4591-a92a-33d166af1011 HTTP/1.1" status: 200 len: 868 time: 0.6434598 Jan 26 20:44:42.403492 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eead34b1-c77e-48f7-bd39-1274062ac14b None None] Network 91c8c530-336f-4b5e-9c15-66a9a5e87eb1 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:44:42.850896 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-afeceddd-5043-41b5-bfc2-ccd6de67d9a5 None None] Provisioning complete for port b605abf1-7f9c-442e-827b-f06b31f63f78 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:44:42.851451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-afeceddd-5043-41b5-bfc2-ccd6de67d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:42.983715 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-afeceddd-5043-41b5-bfc2-ccd6de67d9a5 None None] Provisioning complete for port e464b32c-4a77-4ae2-9ba6-a3840e4b4d3c triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:44:42.984019 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-afeceddd-5043-41b5-bfc2-ccd6de67d9a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:44:44.893626 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40780) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:45.151612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8d8aa3-a7df-4dd6-b774-c758e44eeead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:45.152046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8d8aa3-a7df-4dd6-b774-c758e44eeead admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:45.154097 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-eb8d8aa3-a7df-4dd6-b774-c758e44eeead admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2586136 Jan 26 20:44:47.670941 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40790) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:47.885635 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2d7025-babd-4d48-aeb0-62d87d024392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:47.886022 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2d7025-babd-4d48-aeb0-62d87d024392 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:47.887635 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-dc2d7025-babd-4d48-aeb0-62d87d024392 admin admin] 10.222.0.59 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2156875 Jan 26 20:44:50.344789 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40800) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:50.552886 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce5bbe7-b002-44bc-8aff-3c9d4a67d843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:50.554366 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-0ce5bbe7-b002-44bc-8aff-3c9d4a67d843 admin admin] 10.222.0.59 "GET /v2.0/networks/4bf8f360-8c6f-48c4-992b-12f8abb374b0 HTTP/1.1" status: 200 len: 886 time: 0.2085669 Jan 26 20:44:53.014627 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40810) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:53.228727 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-789dd708-6864-41ca-b8f6-e5919b13b57a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:53.230150 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-789dd708-6864-41ca-b8f6-e5919b13b57a admin admin] 10.222.0.59 "GET /v2.0/networks/91c8c530-336f-4b5e-9c15-66a9a5e87eb1 HTTP/1.1" status: 200 len: 862 time: 0.2144680 Jan 26 20:44:55.677063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40820) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:55.823571 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322e38d8-f793-4a19-8473-2e2fa94c62d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:55.823986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322e38d8-f793-4a19-8473-2e2fa94c62d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:55.825609 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-322e38d8-f793-4a19-8473-2e2fa94c62d7 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1472242 Jan 26 20:44:58.270895 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40830) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:44:58.419912 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fac51c-6b5d-402a-b9e1-db75239a7964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:58.420332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fac51c-6b5d-402a-b9e1-db75239a7964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:44:58.421968 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-08fac51c-6b5d-402a-b9e1-db75239a7964 admin admin] 10.222.0.59 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1498122 Jan 26 20:45:00.890664 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40840) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:01.025715 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105b5e52-8a60-4e1c-8963-8310034db9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:01.027164 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-105b5e52-8a60-4e1c-8963-8310034db9cb admin admin] 10.222.0.59 "GET /v2.0/subnets/43917919-c3e1-4d2e-b3ae-d5bbd044108f HTTP/1.1" status: 200 len: 816 time: 0.1353703 Jan 26 20:45:01.720691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ab07014c-90a1-4900-9204-16d12cdcf532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:03.489233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40850) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:03.631854 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea62a3f-7f9f-460f-a453-03d86616f12d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:03.633308 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-9ea62a3f-7f9f-460f-a453-03d86616f12d admin admin] 10.222.0.59 "GET /v2.0/subnets/9bb8c0b3-0876-4591-a92a-33d166af1011 HTTP/1.1" status: 200 len: 868 time: 0.1430328 Jan 26 20:45:04.353481 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:04.419261 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-41713c75-dfb5-47c2-9d90-dc2304a77ffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:05.754679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:05.977487 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:14.698198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:45:29.233849 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40890) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:29.312255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [None req-c34bf27a-ff44-46cc-af28-22da468f1fe2 admin admin] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:45:29.313338 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-c34bf27a-ff44-46cc-af28-22da468f1fe2 admin admin] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0783453 Jan 26 20:45:31.723192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-eed497e8-bd1d-4052-aa97-f7abcab32b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:31.854063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40900) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:31.955271 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.pecan_wsgi.hooks.translation [None req-9de68161-6281-4595-87fb-d998811492f0 admin admin] GET failed (client error): The resource could not be found. Jan 26 20:45:31.956577 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-9de68161-6281-4595-87fb-d998811492f0 admin admin] 10.222.0.59 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1015069 Jan 26 20:45:32.092420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1bcf72-88dc-4ef0-9727-49dd7ba1a009 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:32.094019 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-7a1bcf72-88dc-4ef0-9727-49dd7ba1a009 admin admin] 10.222.0.59 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1331043 Jan 26 20:45:34.358355 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:34.419576 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e7b9f3e0-29b0-4a04-8e25-600a0beafe54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:34.555473 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40910) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:34.634699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:45:34.639516 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:45:34.649960 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:45:34.658614 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] Made reservation on behalf of 1dcfcae11c7e484aa6e8e72f945155ee for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:45:34.663207 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:34.758031 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.services.revisions.revision_plugin [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] Could not find related network for resource to bump revision. Jan 26 20:45:34.774378 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:45:34.784315 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:34.784685 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] Added segment 2a3ae99f-cdff-489c-b108-62660d440591 of type vxlan for network 9bcfbb37-71df-4cb0-8603-184083181779 Jan 26 20:45:34.810829 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:34.838822 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:34.840055 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:34.840679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:34.846021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-68155814-3519-4a49-ade2-247ab920204e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:34.947695 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.3909888 Jan 26 20:45:34.950468 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] Pushing event updated for resources: {'Network': ['ID=9bcfbb37-71df-4cb0-8603-184083181779,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:34.953340 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:34.962412 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network 9bcfbb37-71df-4cb0-8603-184083181779 details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:45:35.757097 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:35.977410 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:37.419391 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40920) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:45:37.521082 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.pecan_wsgi.hooks.translation [None req-33639ade-198c-44d6-a5ef-06219987cbb4 admin admin] GET failed (client error): The resource could not be found. Jan 26 20:45:37.521625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-33639ade-198c-44d6-a5ef-06219987cbb4 admin admin] Synchronizing usage tracker for tenant:1dcfcae11c7e484aa6e8e72f945155ee on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:45:37.536293 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-33639ade-198c-44d6-a5ef-06219987cbb4 admin admin] Unset dirty status for tenant:1dcfcae11c7e484aa6e8e72f945155ee on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:45:37.537437 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-33639ade-198c-44d6-a5ef-06219987cbb4 admin admin] 10.222.0.59 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1170349 Jan 26 20:45:37.652671 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd72f0c4-e5bf-42ae-a820-31fade53953f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:37.654194 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-fd72f0c4-e5bf-42ae-a820-31fade53953f admin admin] 10.222.0.59 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1122885 Jan 26 20:45:37.666440 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '9bcfbb37-71df-4cb0-8603-184083181779', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:45:37.671710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:45:37.681919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:45:37.691437 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] Made reservation on behalf of 1dcfcae11c7e484aa6e8e72f945155ee for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:45:37.696095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:38.268828 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:38.283982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:38.405080 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f78938a5-052e-4cf1-8871-0e2d942c823b,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:38.410406 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:38.477122 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] Checking segment: {'id': '2a3ae99f-cdff-489c-b108-62660d440591', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9bcfbb37-71df-4cb0-8603-184083181779'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:45:38.477646 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] Network hostable DHCP agents. Network: 9bcfbb37-71df-4cb0-8603-184083181779, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:45:38.495647 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] Network 9bcfbb37-71df-4cb0-8603-184083181779 is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:45:38.504435 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, 9bcfbb37-71df-4cb0-8603-184083181779) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:45:38.508911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:45:38.509559 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:38.515381 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c166600-7d26-455b-a1f9-cba3a57ff557 None None] Network 9bcfbb37-71df-4cb0-8603-184083181779 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:45:38.534343 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8720489 Jan 26 20:45:38.757078 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3791d41-e15c-53c4-87a2-9486d57af777-9bcfbb37-71df-4cb0-8603-184083181779', 'network_id': '9bcfbb37-71df-4cb0-8603-184083181779', 'tenant_id': '1dcfcae11c7e484aa6e8e72f945155ee', 'fixed_ips': [{'subnet_id': 'f78938a5-052e-4cf1-8871-0e2d942c823b'}]}} from dv-cinder-768105-4-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 20:45:38.758045 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:39.212533 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Allocated IP 192.168.233.2 (9bcfbb37-71df-4cb0-8603-184083181779/f78938a5-052e-4cf1-8871-0e2d942c823b/e1a29e5b-0640-4226-86d5-c5063e03ccbd) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:45:39.433911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:39.444738 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Transition to ACTIVE for port object e1a29e5b-0640-4226-86d5-c5063e03ccbd will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:45:39.460893 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Transition to ACTIVE for port object e1a29e5b-0640-4226-86d5-c5063e03ccbd will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:45:39.465689 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:39.482252 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:39.620757 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Pushing event updated for resources: {'Port': ['ID=e1a29e5b-0640-4226-86d5-c5063e03ccbd,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:39.644109 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:39.644491 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:39.644865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:39.645233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:39.645595 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:39.645977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:39.646331 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:39.646688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:39.647064 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:39.647737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:39.647737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:39.648074 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:45:39.651983 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:39.690134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Network 9bcfbb37-71df-4cb0-8603-184083181779 is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:45:39.691520 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:45:39.693979 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:45:39.753469 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Attempting to bind port e1a29e5b-0640-4226-86d5-c5063e03ccbd on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:45:39.753809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Attempting to bind port e1a29e5b-0640-4226-86d5-c5063e03ccbd by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': '2a3ae99f-cdff-489c-b108-62660d440591', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9bcfbb37-71df-4cb0-8603-184083181779'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:45:39.754240 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Attempting to bind port e1a29e5b-0640-4226-86d5-c5063e03ccbd on network 9bcfbb37-71df-4cb0-8603-184083181779 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:45:39.760011 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:45:39.760420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Checking segment: {'id': '2a3ae99f-cdff-489c-b108-62660d440591', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9bcfbb37-71df-4cb0-8603-184083181779'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:45:39.760855 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:39.761289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Bound using segment: {'id': '2a3ae99f-cdff-489c-b108-62660d440591', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9bcfbb37-71df-4cb0-8603-184083181779'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:45:39.761795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Bound port: e1a29e5b-0640-4226-86d5-c5063e03ccbd, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3ae99f-cdff-489c-b108-62660d440591', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9bcfbb37-71df-4cb0-8603-184083181779'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:45:39.762232 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:39.858635 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] For port e1a29e5b-0640-4226-86d5-c5063e03ccbd, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:45:39.863010 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] For port e1a29e5b-0640-4226-86d5-c5063e03ccbd, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=e1a29e5b-0640-4226-86d5-c5063e03ccbd,segment=NetworkSegment(2a3ae99f-cdff-489c-b108-62660d440591),segment_id=2a3ae99f-cdff-489c-b108-62660d440591)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:45:39.866547 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:39.882873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:40.035573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Pushing event updated for resources: {'Port': ['ID=e1a29e5b-0640-4226-86d5-c5063e03ccbd,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:40.039004 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:41.266235 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0a26a6-383f-4c12-a58a-b63f157a6c09 None None] Network 9bcfbb37-71df-4cb0-8603-184083181779 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:45:41.371261 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7293f2e5-1422-4374-82fd-011099e523cb None None] Provisioning for port e1a29e5b-0640-4226-86d5-c5063e03ccbd completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:45:41.850657 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device e1a29e5b-0640-4226-86d5-c5063e03ccbd up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:45:41.942770 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port e1a29e5b-0640-4226-86d5-c5063e03ccbd completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:45:41.947014 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-951cfba0-2c93-46f1-b031-08bf7959b740 None None] Provisioning complete for port e1a29e5b-0640-4226-86d5-c5063e03ccbd triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:45:41.947429 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-951cfba0-2c93-46f1-b031-08bf7959b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:41.985281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port e1a29e5b-0640-4226-86d5-c5063e03ccbd triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:45:41.986260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:42.188275 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-951cfba0-2c93-46f1-b031-08bf7959b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:42.200066 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:42.243068 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-951cfba0-2c93-46f1-b031-08bf7959b740 None None] For port e1a29e5b-0640-4226-86d5-c5063e03ccbd, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=e1a29e5b-0640-4226-86d5-c5063e03ccbd,segment=NetworkSegment(2a3ae99f-cdff-489c-b108-62660d440591),segment_id=2a3ae99f-cdff-489c-b108-62660d440591)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:45:42.286900 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-951cfba0-2c93-46f1-b031-08bf7959b740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:42.292897 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:45:42.366741 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:45:42.367159 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:45:42.381812 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951cfba0-2c93-46f1-b031-08bf7959b740 None None] Pushing event updated for resources: {'Port': ['ID=e1a29e5b-0640-4226-86d5-c5063e03ccbd,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:45:42.384996 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-951cfba0-2c93-46f1-b031-08bf7959b740 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:45:42.407302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-c03e8e25-a23c-4beb-b531-3a1dd30370bb None None] Provisioning complete for port e1a29e5b-0640-4226-86d5-c5063e03ccbd triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:45:42.408389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c03e8e25-a23c-4beb-b531-3a1dd30370bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:43.825704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device e1a29e5b-0640-4226-86d5-c5063e03ccbd up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:45:43.901083 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port e1a29e5b-0640-4226-86d5-c5063e03ccbd triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:45:43.901485 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:45:51.697424 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:46:01.729384 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d8652a96-32a0-428e-b741-5ea24ea599e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:04.358493 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:04.420359 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5ff31f91-c504-41fc-b665-46079a54669c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:05.758742 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:05.983338 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:28.697575 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:46:31.721813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7bd2e03a-da44-43ff-8685-bcc6771a284f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:34.363792 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:34.420803 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-057253bf-0d4c-43cb-9832-133c8a93dac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:35.761417 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:35.987635 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:46.923733 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40962) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:46.930363 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [None req-67424b10-7b00-41a4-bb33-8ebe050662f9 tempest-verify_tempest_config-1179354670 tempest-verify_tempest_config-1179354670-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:46:46.931403 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-67424b10-7b00-41a4-bb33-8ebe050662f9 tempest-verify_tempest_config-1179354670 tempest-verify_tempest_config-1179354670-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0066302 Jan 26 20:46:47.272477 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 40982) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:47.422192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:47.437936 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:46:47.443079 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Usage tracker for resource:security_group_rule and tenant:d952308598f2425a9aa0e781095116a1 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:46:47.445964 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:46:47.451594 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:46:47.541896 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:47.544461 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:47.554459 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:47.595032 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Synchronizing usage tracker for tenant:1dcfcae11c7e484aa6e8e72f945155ee on resource:security_group {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:46:47.598553 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a9428c-62e1-48b8-90de-8054a447e57b,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:47.611030 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.611372 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.611744 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.612108 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.612470 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.612832 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.613190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.613549 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.613945 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.614307 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.614663 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.615017 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.620930 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:46:47.626545 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Unset dirty status for tenant:1dcfcae11c7e484aa6e8e72f945155ee on resource:security_group {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:46:47.630880 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 40988) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:46:47.634371 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d952308598f2425a9aa0e781095116a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3608212 Jan 26 20:46:47.696982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:47.723913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:47.772033 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:47.776896 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:46:47.790350 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a9428c-62e1-48b8-90de-8054a447e57b,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:46:47.798290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:46:47.799534 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c8a9428c-62e1-48b8-90de-8054a447e57b HTTP/1.1" status: 204 len: 168 time: 0.1676288 Jan 26 20:46:47.801041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.801407 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.801768 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.802155 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.802547 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.803169 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.803519 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.803913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.804203 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.804549 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.804893 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.805233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:46:47.808661 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:47:01.723509 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4f0eff63-7a48-4385-8464-e01d9021738c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:04.368756 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:04.421751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f8009fe9-01f7-48f2-8e80-94f7eaecd63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:05.696202 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:47:05.763110 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:05.987931 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:31.725038 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f4e9e1e9-bb5d-47be-9432-25f0a2930d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:34.370144 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:34.421157 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-976847ee-09a8-4a85-b200-a8f9f295e46a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:35.773156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:35.993918 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:47:42.696107 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:48:01.726523 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-63f124f5-3ccb-48c5-9bc0-5906fcb678e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:04.372046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:04.421564 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-779bb5d0-9491-4373-a7e0-194bd3aff7f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:05.764787 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:05.995982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:19.695518 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 5 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:48:27.508621 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507'] for agent, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:27.509168 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:27.509426 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:27.509801 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:27.510202 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:27.510573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:27.510940 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:27.511443 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:27.511813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:27.512176 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:27.512537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:27.512897 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:27.513258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:48:27.513644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'hv-cinder-76810', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:27.518207 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-76810', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:48:27.893179 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] get_endpoint_by_host() called for host hv-cinder-76810 {{(pid=80133) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 26 20:48:27.899694 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] get_endpoint_by_ip() called for ip 192.168.0.26 {{(pid=80133) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 26 20:48:27.902859 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] _add_endpoint() called for ip 192.168.0.26 {{(pid=80133) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 26 20:48:27.907516 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] _get_endpoints() called {{(pid=80133) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 26 20:48:31.729275 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-312c4817-ed1d-490c-a0b3-0a90e14a2e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:34.375377 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:34.422281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3c55fbc5-1d86-499f-8f53-391ceb1b3ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:35.767745 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:36.001251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:48:39.020214 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41060) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:39.166154 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-15021023-f0a9-4511-a266-61fffb4d399c admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.1447442 Jan 26 20:48:41.628450 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41070) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:48:41.715474 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-dc1ddc6a-eb4f-43a1-b154-11ee273381d2 admin admin] 10.222.0.59 "GET /v2.0/agents HTTP/1.1" status: 200 len: 5085 time: 0.0858645 Jan 26 20:48:56.695493 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:48:57.533056 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:01.731881 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f74c7cf5-7634-401a-bf2e-15cc1400e70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:04.380045 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:04.422105 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a52fa9b8-c56a-4764-9f9c-157d78deb08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:05.769287 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:06.003088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:27.533895 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:31.733845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dc037861-59e8-4da4-a5eb-3cc4ce01af59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:33.695395 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:49:34.381534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:34.422466 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0ce81e9d-10ce-476c-ba9c-206477e639f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:35.775419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:36.008550 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:49:57.530611 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:01.737391 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f7258eb1-72d0-4e43-88a8-699dc9c61fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:04.382693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:04.422483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-07439ee6-5608-4d8d-adcf-756efc4426a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:05.770396 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:06.014840 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:10.695104 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:50:18.940436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41252) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:19.388049 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41270) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:19.505360 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1496584923-network', 'tenant_id': 'b60792d5bed44d638546fd727a8e6963'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:50:19.510658 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:19.515380 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Usage tracker for resource:network and tenant:b60792d5bed44d638546fd727a8e6963 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:19.522475 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:19.528357 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:19.537235 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Made reservation on behalf of b60792d5bed44d638546fd727a8e6963 for: {'network': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:50:19.542290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:19.556002 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:19.572236 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:19.577170 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Usage tracker for resource:security_group_rule and tenant:b60792d5bed44d638546fd727a8e6963 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:19.580948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:19.587570 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:19.620284 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41284) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:19.704043 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:19.706944 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:19.711651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:19.745628 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1609204338-network', 'tenant_id': 'b4844173aec94b72b34c9a79df9ba47e'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:50:19.755279 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:50:19.774525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:19.776828 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baef3724-dd97-4df5-8bfa-071846871727,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:19.784056 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763135713310', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:19.784479 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Added segment 5d9fa6c0-d7a2-4b2f-83be-0d7ec940b567 of type vxlan for network 74f902d7-baf3-42cb-9118-145c2e095d8d Jan 26 20:50:19.785913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Usage tracker for resource:network and tenant:b4844173aec94b72b34c9a79df9ba47e is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:19.796909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:19.801395 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.801764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.802199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.802697 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.802900 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.803252 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.803857 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.804237 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.804599 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.804945 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.805471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.805710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.806123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.806485 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.806834 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.807177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.807518 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.807878 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.808221 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.808565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.808908 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.809399 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.809579 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.810021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Tracked resource versions report: Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: pushed versions: Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: { 'AddressGroup': {'1.1'}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': {'1.0'}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': {'1.0'}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': {'1.1'}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': {'1.6'}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': {'1.2'}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': {'1.8'}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': {'1.4'}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': {'1.0'}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': {'1.1'}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': {'1.1'}} Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: consumer versions: Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: { DHCP agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: L3 agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: Metadata agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: Metering agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: Open vSwitch agent@dv-cinder-768105-4-iscsi: { 'AddressGroup': '1.1', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': '1.0', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': '1.0', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': '1.1', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': '1.6', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': '1.2', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': '1.8', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': '1.4', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': '1.2', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': '1.0', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': '1.1', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': '1.1'}, Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': '1.0', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': '1.0', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': '1.1', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': '1.6', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': '1.2', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': '1.8', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': '1.4', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': '1.2', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': '1.0', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': '1.1', Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': '1.1'}} Jan 26 20:50:19.811229 dv-cinder-768105-4-iscsi neutron-server[80020]: {{(pid=80131) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:50:19.814773 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:19.820199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:19.849841 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:19.854121 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Made reservation on behalf of b4844173aec94b72b34c9a79df9ba47e for: {'network': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:50:19.858688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:19.875909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:19.906051 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:19.913091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Usage tracker for resource:security_group_rule and tenant:b4844173aec94b72b34c9a79df9ba47e is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:19.916788 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:19.923366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:19.925333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:19.929351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:19.930002 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:19.938424 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:20.107815 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-529856198-network', 'tenant_id': '7857f0839476469ea9308b78565f3a75'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:50:20.110959 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Pushing event updated for resources: {'Network': ['ID=74f902d7-baf3-42cb-9118-145c2e095d8d,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:20.120658 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:20.125101 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network 74f902d7-baf3-42cb-9118-145c2e095d8d details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:50:20.143364 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:20.150679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41312) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:20.151550 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2099724 Jan 26 20:50:20.155196 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Usage tracker for resource:network and tenant:7857f0839476469ea9308b78565f3a75 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:20.159636 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Request body: {'subnet': {'network_id': '74f902d7-baf3-42cb-9118-145c2e095d8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1496584923-subnet', 'tenant_id': 'b60792d5bed44d638546fd727a8e6963', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:50:20.165724 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:20.176576 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:20.179041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:20.196000 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Usage tracker for resource:subnet and tenant:b60792d5bed44d638546fd727a8e6963 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:20.196508 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:20.201491 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:20.206562 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:20.208953 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:20.217073 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Made reservation on behalf of 7857f0839476469ea9308b78565f3a75 for: {'network': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:50:20.224542 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:20.234487 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:20.250278 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Made reservation on behalf of b60792d5bed44d638546fd727a8e6963 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:50:20.256941 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:20.299411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:50:20.325035 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763135713310', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:20.325375 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Added segment 7026c6fe-0dc0-4bd6-9bc3-6a8703612d20 of type vxlan for network 6aac5e60-54e6-4197-8d28-895749866c95 Jan 26 20:50:20.405659 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:20.424177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:20.448288 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network 74f902d7-baf3-42cb-9118-145c2e095d8d details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:50:20.528843 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:20.536251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:20.536893 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:20.582946 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:20.585632 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291641ca-69f2-4322-bd36-7bc667d06fe5,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:20.599289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:20.600800 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2113090 Jan 26 20:50:20.604626 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:20.609628 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41330) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:20.619219 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Request body: {'subnet': {'network_id': '6aac5e60-54e6-4197-8d28-895749866c95', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1609204338-subnet', 'tenant_id': 'b4844173aec94b72b34c9a79df9ba47e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:50:20.631293 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Usage tracker for resource:security_group_rule and tenant:7857f0839476469ea9308b78565f3a75 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:20.656713 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:20.661990 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:20.673735 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Usage tracker for resource:subnet and tenant:b4844173aec94b72b34c9a79df9ba47e is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:20.679726 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:20.688872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:20.714462 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Made reservation on behalf of b4844173aec94b72b34c9a79df9ba47e for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:50:20.723682 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Notify callbacks [] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:20.791278 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Pushing event updated for resources: {'Network': ['ID=6aac5e60-54e6-4197-8d28-895749866c95,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:20.794904 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:20.800040 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:20.802905 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network 6aac5e60-54e6-4197-8d28-895749866c95 details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:50:20.837739 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network 6aac5e60-54e6-4197-8d28-895749866c95 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:50:20.899659 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:20.904145 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:20.909459 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7e4529df-1795-4746-af37-64f6b0847f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:20.943612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:50:20.959525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec743cad-7862-4d4b-b86a-8ec7d09a3515,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:20.975958 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:20.982126 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763135713310', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:20.982616 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Added segment a4b3420a-4eed-451e-8d08-b7ede4fb31c0 of type vxlan for network 42edf9ce-a6a4-4221-bc5c-45ade66ebafd Jan 26 20:50:21.048269 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:21.135985 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:21.138421 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:21.139323 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:21.173835 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:21.424977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Pushing event updated for resources: {'Network': ['ID=42edf9ce-a6a4-4221-bc5c-45ade66ebafd,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:21.428333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:21.433234 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.8088243 Jan 26 20:50:21.433632 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41350) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:21.438326 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network 42edf9ce-a6a4-4221-bc5c-45ade66ebafd details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:50:21.441301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Request body: {'subnet': {'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-529856198-subnet', 'tenant_id': '7857f0839476469ea9308b78565f3a75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:50:21.446508 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:21.451906 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Usage tracker for resource:subnet and tenant:7857f0839476469ea9308b78565f3a75 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:21.455397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:21.469521 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:21.479004 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network 42edf9ce-a6a4-4221-bc5c-45ade66ebafd details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:50:21.510081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Made reservation on behalf of 7857f0839476469ea9308b78565f3a75 for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:50:21.515744 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:21.631340 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:21.734637 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:21.933804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e95bdba-44ee-4138-a710-4ecc7c5b588a,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:21.985344 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.985725 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.986146 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.986516 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.986876 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.987236 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.987595 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.988267 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.988267 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.988608 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.988963 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.989313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.989708 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.990105 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.995083 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.995488 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.995865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.996237 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.997198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.997562 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.997989 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.998332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.998688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:21.999041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Tracked resource versions report: Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: pushed versions: Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: { 'AddressGroup': {'1.1'}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': {'1.0'}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': {'1.0'}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': {'1.1'}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': {'1.6'}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': {'1.2'}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': {'1.8'}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': {'1.4'}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': {'1.0'}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': {'1.1'}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': {'1.1'}} Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: consumer versions: Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: { DHCP agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: L3 agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: Metadata agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: Metering agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: Open vSwitch agent@dv-cinder-768105-4-iscsi: { 'AddressGroup': '1.1', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': '1.0', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': '1.0', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': '1.1', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': '1.6', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': '1.2', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': '1.8', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': '1.4', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': '1.2', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': '1.0', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': '1.1', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': '1.1'}, Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': '1.0', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': '1.0', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': '1.1', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': '1.6', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': '1.2', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': '1.8', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': '1.4', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': '1.2', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': '1.0', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': '1.1', Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': '1.1'}} Jan 26 20:50:22.000368 dv-cinder-768105-4-iscsi neutron-server[80020]: {{(pid=80132) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:50:22.017419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:22.162279 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Checking segment: {'id': '5d9fa6c0-d7a2-4b2f-83be-0d7ec940b567', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '74f902d7-baf3-42cb-9118-145c2e095d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:50:22.166517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Network hostable DHCP agents. Network: 74f902d7-baf3-42cb-9118-145c2e095d8d, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:50:22.208603 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Network 74f902d7-baf3-42cb-9118-145c2e095d8d is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:50:22.297539 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:22.298556 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, 74f902d7-baf3-42cb-9118-145c2e095d8d) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:50:22.308806 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ab2c30-6da5-45dc-9241-a5e494842b5a None None] Network 74f902d7-baf3-42cb-9118-145c2e095d8d requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:50:22.330415 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4617a96f-5c06-40a3-b7da-445a886e0f5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:22.362144 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:22.363454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:22.546180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdff7503-8e0b-480f-b4ff-afa17cd67712,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:22.551845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:22.569924 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4129853 Jan 26 20:50:22.593829 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:22.615888 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-81671f8d-b0e1-41cb-828e-635925ec4194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:22.800399 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e2181b3-a85b-4568-aba0-db7924e01e79,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:22.812126 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:22.834916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Checking segment: {'id': '7026c6fe-0dc0-4bd6-9bc3-6a8703612d20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6aac5e60-54e6-4197-8d28-895749866c95'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:50:22.834916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Network hostable DHCP agents. Network: 6aac5e60-54e6-4197-8d28-895749866c95, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:50:22.843197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce34f020-2a94-4e94-b1d1-786bf3b2bf63 None None] Network 74f902d7-baf3-42cb-9118-145c2e095d8d requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:50:22.874369 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Network 6aac5e60-54e6-4197-8d28-895749866c95 is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:50:22.895668 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, 6aac5e60-54e6-4197-8d28-895749866c95) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:50:22.907609 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:22.908262 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:22.947044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Checking segment: {'id': 'a4b3420a-4eed-451e-8d08-b7ede4fb31c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:50:22.947431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Network hostable DHCP agents. Network: 42edf9ce-a6a4-4221-bc5c-45ade66ebafd, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:50:22.968529 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-3f3af27a-67e4-43ce-b0ec-8a844f1f512a admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3575983 Jan 26 20:50:23.003704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Network 42edf9ce-a6a4-4221-bc5c-45ade66ebafd is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:50:23.030782 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, 42edf9ce-a6a4-4221-bc5c-45ade66ebafd) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:50:23.049455 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:23.050379 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:23.065468 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6d0a75-9894-4516-8104-5cee686eef47 None None] Network 6aac5e60-54e6-4197-8d28-895749866c95 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:50:23.086065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cea00bd-f8a7-4683-95e7-5ebe0ec800be None None] Network 42edf9ce-a6a4-4221-bc5c-45ade66ebafd requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:50:23.092646 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6543484 Jan 26 20:50:23.094169 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41428) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:23.098572 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-529856198-router', 'tenant_id': '7857f0839476469ea9308b78565f3a75', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:50:23.112292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:23.118144 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Usage tracker for resource:router and tenant:7857f0839476469ea9308b78565f3a75 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:23.122141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:23.146926 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:23.159671 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854409195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760501'] for router, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:23.161065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-369215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15314'] for router, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:23.220619 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:23.944210 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee2444e-127d-47ed-aa6d-8a002ec2241d None None] Network 42edf9ce-a6a4-4221-bc5c-45ade66ebafd requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:50:23.976454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854409212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15329'] for router, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:24.027241 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f34d29a-541f-4bb7-8af4-4990a1bbe205 None None] Network 6aac5e60-54e6-4197-8d28-895749866c95 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:50:24.362375 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41478) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:24.418182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:24.479022 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:24.505557 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41494) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:24.539275 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41504) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:24.547559 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 26 20:50:24.751709 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-906220f4-78ad-419c-803e-a5e00c3ed833 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:24.779876 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-906220f4-78ad-419c-803e-a5e00c3ed833 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:24.833674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-b6073b8c-ad9f-428d-8375-6659b3aa733f tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:24.838292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Allocated IP 172.27.0.159 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/f52a7f32-9eba-46d6-8707-a8655bf33246) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:50:24.841858 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-b6073b8c-ad9f-428d-8375-6659b3aa733f tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/networks?id=6aac5e60-54e6-4197-8d28-895749866c95 HTTP/1.1" status: 200 len: 812 time: 0.2962332 Jan 26 20:50:24.852301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-906220f4-78ad-419c-803e-a5e00c3ed833 admin admin] Usage tracker for resource:security_group_rule and tenant:d5e5536a25fb4a27b60fac24a024c38f is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:24.856107 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-906220f4-78ad-419c-803e-a5e00c3ed833 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:24.867958 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-5d18406c-3422-46da-8351-6d57b6d00b52 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/quotas/b4844173aec94b72b34c9a79df9ba47e HTTP/1.1" status: 200 len: 375 time: 0.0229058 Jan 26 20:50:24.927554 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-1fdb5f59-d4d7-4dcc-993f-58d16a66142c tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=b4844173aec94b72b34c9a79df9ba47e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607309 Jan 26 20:50:24.928848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-906220f4-78ad-419c-803e-a5e00c3ed833 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:24.984766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4fdf2aae-c6dd-4fb8-8975-bd5f0058b244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:25.008313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-4fdf2aae-c6dd-4fb8-8975-bd5f0058b244 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:25.015294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-4fdf2aae-c6dd-4fb8-8975-bd5f0058b244 admin admin] Usage tracker for resource:security_group_rule and tenant:f9a472fe8b52458ea2e4cea3191343eb is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:25.023823 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-4fdf2aae-c6dd-4fb8-8975-bd5f0058b244 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:25.027737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41520) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:25.045034 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-4fdf2aae-c6dd-4fb8-8975-bd5f0058b244 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:25.125244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-906220f4-78ad-419c-803e-a5e00c3ed833 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:25.130632 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-906220f4-78ad-419c-803e-a5e00c3ed833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:25.131873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:25.173351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:25.257545 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-906220f4-78ad-419c-803e-a5e00c3ed833 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d5e5536a25fb4a27b60fac24a024c38f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8907819 Jan 26 20:50:25.268010 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41538) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:25.284754 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906220f4-78ad-419c-803e-a5e00c3ed833 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd80868c-ea08-49f6-b87e-6f41df617122,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:25.290648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-906220f4-78ad-419c-803e-a5e00c3ed833 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:25.347625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4fdf2aae-c6dd-4fb8-8975-bd5f0058b244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:25.376842 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f3f069de-449d-4adc-b5a2-d4b8b1e00dc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:25.396695 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4fdf2aae-c6dd-4fb8-8975-bd5f0058b244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:25.410376 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-f3f069de-449d-4adc-b5a2-d4b8b1e00dc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:25.414877 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:25.431556 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-f3f069de-449d-4adc-b5a2-d4b8b1e00dc0 admin admin] Usage tracker for resource:security_group_rule and tenant:b6857b1f395c4d5aadf5ed3fb7e71552 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:25.450293 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-f3f069de-449d-4adc-b5a2-d4b8b1e00dc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:25.509118 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-f3f069de-449d-4adc-b5a2-d4b8b1e00dc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:25.537999 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-e03d8cfd-8094-4573-ace0-17a996819317 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:50:25.552625 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-e03d8cfd-8094-4573-ace0-17a996819317 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3446712 Jan 26 20:50:25.555233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-020bf392-b8fd-425c-bbd9-f9a5867dcdbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:25.601435 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:25.621028 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:25.732263 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-4fdf2aae-c6dd-4fb8-8975-bd5f0058b244 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f9a472fe8b52458ea2e4cea3191343eb&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2252877 Jan 26 20:50:25.740760 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-855f15e9-b65b-405b-9ca1-c891298097ac service neutron] 10.222.0.59 "GET /v2.0/networks/6aac5e60-54e6-4197-8d28-895749866c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869879 Jan 26 20:50:25.742676 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf2aae-c6dd-4fb8-8975-bd5f0058b244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c397d649-5e1b-484d-bdf7-9639d4eb95a6,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:25.745272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41556) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:25.745664 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41558) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:25.786306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4fdf2aae-c6dd-4fb8-8975-bd5f0058b244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:25.829145 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Pushing event updated for resources: {'Port': ['ID=f52a7f32-9eba-46d6-8707-a8655bf33246,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:25.836887 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-798658632-network', 'tenant_id': '8cbc8ca5600a45c6ae865d73d58f27fb'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:50:25.848747 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:25.871106 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41568) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:25.939139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:50:25.940539 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:50:25.945568 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:50:26.096949 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5f00b6d5-cae1-4465-90fe-94f329743793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.118499 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-020bf392-b8fd-425c-bbd9-f9a5867dcdbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.151380 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:26.153946 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5f00b6d5-cae1-4465-90fe-94f329743793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:26.166905 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5f00b6d5-cae1-4465-90fe-94f329743793 admin admin] Usage tracker for resource:security_group_rule and tenant:26941de9982f4bfc8b472617c5f7e5ef is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:26.168324 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Usage tracker for resource:network and tenant:8cbc8ca5600a45c6ae865d73d58f27fb is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:26.171544 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5f00b6d5-cae1-4465-90fe-94f329743793 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:26.183548 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5f00b6d5-cae1-4465-90fe-94f329743793 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:26.185411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:26.203224 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9fa36549-63ab-417a-884c-1bfe69f9a8b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.205163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:26.281479 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Made reservation on behalf of 8cbc8ca5600a45c6ae865d73d58f27fb for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:50:26.286048 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.309848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9fa36549-63ab-417a-884c-1bfe69f9a8b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.329565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.346969 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-69683327-cd7b-488e-83e3-10bc49a88629 service neutron] 10.222.0.59 "GET /v2.0/networks/6aac5e60-54e6-4197-8d28-895749866c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6053247 Jan 26 20:50:26.373731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:26.387658 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-020bf392-b8fd-425c-bbd9-f9a5867dcdbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.389043 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Usage tracker for resource:security_group_rule and tenant:8cbc8ca5600a45c6ae865d73d58f27fb is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:26.403956 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:26.412170 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:26.417657 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.426043 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f3f069de-449d-4adc-b5a2-d4b8b1e00dc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.430318 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:26.441604 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020bf392-b8fd-425c-bbd9-f9a5867dcdbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd80868c-ea08-49f6-b87e-6f41df617122,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:26.446651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f3f069de-449d-4adc-b5a2-d4b8b1e00dc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.451773 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-020bf392-b8fd-425c-bbd9-f9a5867dcdbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:26.467219 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a18f8fcc-79c5-468d-bbab-3c4a15a5b7f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:26.516133 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-020bf392-b8fd-425c-bbd9-f9a5867dcdbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.520035 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-020bf392-b8fd-425c-bbd9-f9a5867dcdbc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bd80868c-ea08-49f6-b87e-6f41df617122 HTTP/1.1" status: 204 len: 168 time: 1.2483649 Jan 26 20:50:26.533647 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f3f069de-449d-4adc-b5a2-d4b8b1e00dc0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b6857b1f395c4d5aadf5ed3fb7e71552&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5043609 Jan 26 20:50:26.538502 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41578) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:26.556791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9fa36549-63ab-417a-884c-1bfe69f9a8b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.591663 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5f00b6d5-cae1-4465-90fe-94f329743793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.598952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5f00b6d5-cae1-4465-90fe-94f329743793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.601395 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f069de-449d-4adc-b5a2-d4b8b1e00dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155d5cd2-eb67-4695-a30e-60e0332e8dcd,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:26.629873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f3f069de-449d-4adc-b5a2-d4b8b1e00dc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:26.630702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4fdf2aae-c6dd-4fb8-8975-bd5f0058b244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:26.639509 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d97d726f-3e06-4bd4-a8f9-d480b577d73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:26.655701 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-5f00b6d5-cae1-4465-90fe-94f329743793 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=26941de9982f4bfc8b472617c5f7e5ef&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7825465 Jan 26 20:50:26.658285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41590) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:26.662904 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa36549-63ab-417a-884c-1bfe69f9a8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c397d649-5e1b-484d-bdf7-9639d4eb95a6,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:26.685120 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41594) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:26.686018 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9fa36549-63ab-417a-884c-1bfe69f9a8b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:26.770228 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00b6d5-cae1-4465-90fe-94f329743793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=357f0769-8e8e-4c4b-bfb4-142bdd6e4cad,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:26.774456 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9fa36549-63ab-417a-884c-1bfe69f9a8b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.774642 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5f00b6d5-cae1-4465-90fe-94f329743793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:26.775663 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-9fa36549-63ab-417a-884c-1bfe69f9a8b1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c397d649-5e1b-484d-bdf7-9639d4eb95a6 HTTP/1.1" status: 204 len: 168 time: 0.9974656 Jan 26 20:50:26.806362 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6a6d1840-66ff-42c1-848d-7d6b701be34b req-44b3b69f-2259-4874-8a6a-dc9b50ada9a8 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 210 time: 0.1153100 Jan 26 20:50:26.833671 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.838712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ef54346c-d9aa-41fd-981f-b5dffa954c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.849483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.854670 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:26.892141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:50:26.909675 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ef54346c-d9aa-41fd-981f-b5dffa954c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.929910 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3740132-0f76-4fe7-92e8-390db4024833,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:26.941441 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:26.941835 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Added segment 15ca3e32-08ca-4d4b-a2a6-62e26e5d498e of type vxlan for network c2e4b88a-b782-48af-aace-1118995ddbc9 Jan 26 20:50:26.943146 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:26.991587 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:27.024057 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ef54346c-d9aa-41fd-981f-b5dffa954c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:27.042332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:27.044921 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f406585d-1be0-48ac-b2b7-78bc7c209bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:27.086950 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54346c-d9aa-41fd-981f-b5dffa954c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155d5cd2-eb67-4695-a30e-60e0332e8dcd,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:27.089956 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ef54346c-d9aa-41fd-981f-b5dffa954c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:27.099295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f406585d-1be0-48ac-b2b7-78bc7c209bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:27.120667 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:27.129457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:27.130163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:27.159018 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ef54346c-d9aa-41fd-981f-b5dffa954c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:27.160393 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ef54346c-d9aa-41fd-981f-b5dffa954c8d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/155d5cd2-eb67-4695-a30e-60e0332e8dcd HTTP/1.1" status: 204 len: 168 time: 0.6065788 Jan 26 20:50:27.161273 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-de4aa179-2de3-4f38-976b-33eb7bed2941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:27.188421 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-366604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854406635'] for router, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:27.379097 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Pushing event updated for resources: {'Network': ['ID=c2e4b88a-b782-48af-aace-1118995ddbc9,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:27.386790 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:27.390607 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6140287 Jan 26 20:50:27.394174 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network c2e4b88a-b782-48af-aace-1118995ddbc9 details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:50:27.395173 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41634) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:27.408557 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Request body: {'subnet': {'network_id': 'c2e4b88a-b782-48af-aace-1118995ddbc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-798658632-subnet', 'tenant_id': '8cbc8ca5600a45c6ae865d73d58f27fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:50:27.424128 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:27.426746 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f406585d-1be0-48ac-b2b7-78bc7c209bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:27.428521 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Usage tracker for resource:subnet and tenant:8cbc8ca5600a45c6ae865d73d58f27fb is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:27.430219 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network c2e4b88a-b782-48af-aace-1118995ddbc9 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:50:27.431937 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:27.445371 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:27.450301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:27.473582 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41640) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:27.482970 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406585d-1be0-48ac-b2b7-78bc7c209bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357f0769-8e8e-4c4b-bfb4-142bdd6e4cad,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:27.493504 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f406585d-1be0-48ac-b2b7-78bc7c209bc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:27.504398 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Made reservation on behalf of 8cbc8ca5600a45c6ae865d73d58f27fb for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:50:27.509127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:27.545582 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2afa8c58-d581-4964-860a-10de451d68e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:27.555114 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f406585d-1be0-48ac-b2b7-78bc7c209bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:27.556559 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f406585d-1be0-48ac-b2b7-78bc7c209bc0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/357f0769-8e8e-4c4b-bfb4-142bdd6e4cad HTTP/1.1" status: 204 len: 168 time: 0.8956399 Jan 26 20:50:27.623771 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Router ee31d506-332f-4c0b-9674-9f0cac3e0984 is scheduled to L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d with binding_index 1 {{(pid=80131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 20:50:27.723805 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-2afa8c58-d581-4964-860a-10de451d68e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:27.741198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-2afa8c58-d581-4964-860a-10de451d68e4 admin admin] Usage tracker for resource:security_group_rule and tenant:a2e995d7cd474b95a6a42b252562ce58 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:27.750611 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-2afa8c58-d581-4964-860a-10de451d68e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:27.760680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-2afa8c58-d581-4964-860a-10de451d68e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:27.771423 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:28.063988 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1ef8f080-2a56-4577-b67e-b99c63defecc req-dfe7c2a1-324a-4a38-8fd7-4bf094d154e1 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 210 time: 0.0942483 Jan 26 20:50:28.093552 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2afa8c58-d581-4964-860a-10de451d68e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:28.118543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2afa8c58-d581-4964-860a-10de451d68e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:28.179691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41676) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:28.183634 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:28.198203 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-2afa8c58-d581-4964-860a-10de451d68e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a2e995d7cd474b95a6a42b252562ce58&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7194178 Jan 26 20:50:28.202589 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41682) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:28.219394 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8d17958b-ed81-4338-adce-87da38578d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:28.268703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-8d17958b-ed81-4338-adce-87da38578d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:28.284584 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-8d17958b-ed81-4338-adce-87da38578d48 admin admin] Usage tracker for resource:security_group_rule and tenant:61ebf6eb13ce44168a4624aebe357cd9 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:28.290829 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-8d17958b-ed81-4338-adce-87da38578d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:28.332384 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-8d17958b-ed81-4338-adce-87da38578d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:28.382852 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa8c58-d581-4964-860a-10de451d68e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc88361-71fb-4e6b-aae2-2a970971ba87,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:28.386548 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2afa8c58-d581-4964-860a-10de451d68e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:28.396867 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d1e41ad2-8f3a-43bd-9c7c-b45013bd7926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:28.422131 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:50:28.434793 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Sync routers for ids ['ee31d506-332f-4c0b-9674-9f0cac3e0984'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:50:28.448431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Routers {'ee31d506-332f-4c0b-9674-9f0cac3e0984'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:50:28.449111 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:50:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ee31d506-332f-4c0b-9674-9f0cac3e0984'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:50:28.468831 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d1e41ad2-8f3a-43bd-9c7c-b45013bd7926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:28.484688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Notify callbacks [] for router, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:28.489994 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.3958225 Jan 26 20:50:28.491197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41700) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:28.784992 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:28.816365 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-32113481-4aa1-449a-9a3c-bf21a0c6c344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:28.874272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8d17958b-ed81-4338-adce-87da38578d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:28.875537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Set router ee31d506-332f-4c0b-9674-9f0cac3e0984 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:50:28.894988 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8d17958b-ed81-4338-adce-87da38578d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:28.910046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:29.048650 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d1e41ad2-8f3a-43bd-9c7c-b45013bd7926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:29.106141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0065db03-52b3-45cf-ac7a-ff1b2f42713d,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:29.112638 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:29.113554 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d1e41ad2-8f3a-43bd-9c7c-b45013bd7926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:29.118362 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-d1e41ad2-8f3a-43bd-9c7c-b45013bd7926 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ecc88361-71fb-4e6b-aae2-2a970971ba87 HTTP/1.1" status: 204 len: 168 time: 0.9144297 Jan 26 20:50:29.119448 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-020bf392-b8fd-425c-bbd9-f9a5867dcdbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:29.144474 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e41ad2-8f3a-43bd-9c7c-b45013bd7926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc88361-71fb-4e6b-aae2-2a970971ba87,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:29.152193 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d1e41ad2-8f3a-43bd-9c7c-b45013bd7926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:29.264149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Checking segment: {'id': '15ca3e32-08ca-4d4b-a2a6-62e26e5d498e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c2e4b88a-b782-48af-aace-1118995ddbc9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:50:29.264534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Network hostable DHCP agents. Network: c2e4b88a-b782-48af-aace-1118995ddbc9, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:50:29.312368 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-8d17958b-ed81-4338-adce-87da38578d48 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=61ebf6eb13ce44168a4624aebe357cd9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1315429 Jan 26 20:50:29.315440 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Network c2e4b88a-b782-48af-aace-1118995ddbc9 is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:50:29.319898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41736) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:29.392427 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, c2e4b88a-b782-48af-aace-1118995ddbc9) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:50:29.403242 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8b4657-ce09-43c1-85f2-7b7da05f3e06 None None] Network c2e4b88a-b782-48af-aace-1118995ddbc9 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:50:29.407817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:29.408482 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:29.446452 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0468888 Jan 26 20:50:29.454501 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8a93e417-8ad0-465b-a04f-192727c90e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:29.498435 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8a93e417-8ad0-465b-a04f-192727c90e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:29.500554 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'name': 'tempest-ServerRescueNegativeTestJSON-529856198-router', 'tenant_id': '7857f0839476469ea9308b78565f3a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:50:23Z', 'updated_at': '2021-01-26T20:50:26Z', 'revision_number': 3, 'project_id': '7857f0839476469ea9308b78565f3a75', 'gw_port': {'id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:50:24Z', 'updated_at': '2021-01-26T20:50:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:50:29.509849 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Checking router: ee31d506-332f-4c0b-9674-9f0cac3e0984 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:50:29.514106 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Updating router ee31d506-332f-4c0b-9674-9f0cac3e0984 port f52a7f32-9eba-46d6-8707-a8655bf33246 binding host dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:50:29.596881 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d17958b-ed81-4338-adce-87da38578d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa2facc-ad40-441a-8d8f-fba739842e22,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:29.602879 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8d17958b-ed81-4338-adce-87da38578d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:29.690705 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0c426786-ff58-4ad8-8ed8-54777a701cca req-92cdc599-4270-4425-9b16-d064d3a14a0e tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 210 time: 0.1024840 Jan 26 20:50:29.712569 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8a93e417-8ad0-465b-a04f-192727c90e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:29.724110 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9fa36549-63ab-417a-884c-1bfe69f9a8b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:29.734429 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:29.747325 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93e417-8ad0-465b-a04f-192727c90e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa2facc-ad40-441a-8d8f-fba739842e22,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:29.751317 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8a93e417-8ad0-465b-a04f-192727c90e55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:29.762774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8a93e417-8ad0-465b-a04f-192727c90e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:29.764129 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-8a93e417-8ad0-465b-a04f-192727c90e55 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dfa2facc-ad40-441a-8d8f-fba739842e22 HTTP/1.1" status: 204 len: 168 time: 0.4430385 Jan 26 20:50:29.906619 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41752) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:29.946913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb03c43b-e6bb-4fe4-90e2-e88c9d3eef26 None None] Network c2e4b88a-b782-48af-aace-1118995ddbc9 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:50:30.047595 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf7016d5-5d1b-4229-946f-2c2d41a1c3a9 admin admin] Deleting subnet 3e95bdba-44ee-4138-a710-4ecc7c5b588a {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:50:30.058592 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cf7016d5-5d1b-4229-946f-2c2d41a1c3a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:30.190336 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cf7016d5-5d1b-4229-946f-2c2d41a1c3a9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:30.205903 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cf7016d5-5d1b-4229-946f-2c2d41a1c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:30.217344 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.11', 54915) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:30.477265 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:30.510422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Transition to ACTIVE for port object f52a7f32-9eba-46d6-8707-a8655bf33246 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:50:30.514422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:30.563645 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:30.883328 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cf7016d5-5d1b-4229-946f-2c2d41a1c3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:30.893638 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Pushing event updated for resources: {'Port': ['ID=f52a7f32-9eba-46d6-8707-a8655bf33246,revision_number=2']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:30.907250 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-18f8faf9-fd56-4ced-81b7-639d2f327591 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:30.908736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:30.910063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-18f8faf9-fd56-4ced-81b7-639d2f327591 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Synchronizing usage tracker for tenant:b4844173aec94b72b34c9a79df9ba47e on resource:network {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:50:30.933230 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:30.970585 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.971099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.971534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.971903 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.972327 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.973207 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.973570 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.973950 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.974462 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.979151 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7016d5-5d1b-4229-946f-2c2d41a1c3a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e95bdba-44ee-4138-a710-4ecc7c5b588a,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:30.979684 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.980213 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.982760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cf7016d5-5d1b-4229-946f-2c2d41a1c3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:30.986349 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.986914 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.987379 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.987783 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.988229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.988662 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.989102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.990501 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.991114 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.991577 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.992019 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.992561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.993537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Tracked resource versions report: Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: pushed versions: Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: { 'AddressGroup': {'1.1'}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': {'1.0'}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': {'1.0'}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': {'1.1'}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': {'1.6'}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': {'1.2'}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': {'1.8'}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': {'1.4'}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': {'1.0'}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': {'1.1'}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': {'1.1'}} Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: consumer versions: Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: { DHCP agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: L3 agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: Metadata agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: Metering agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: Open vSwitch agent@dv-cinder-768105-4-iscsi: { 'AddressGroup': '1.1', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': '1.0', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': '1.0', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': '1.1', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': '1.6', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': '1.2', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': '1.8', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': '1.4', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': '1.2', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': '1.0', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': '1.1', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': '1.1'}, Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': '1.0', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': '1.0', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': '1.1', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': '1.6', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': '1.2', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': '1.8', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': '1.4', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': '1.2', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': '1.0', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': '1.1', Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': '1.1'}} Jan 26 20:50:30.995256 dv-cinder-768105-4-iscsi neutron-server[80020]: {{(pid=80134) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:50:31.004788 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:31.020802 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-18f8faf9-fd56-4ced-81b7-639d2f327591 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Unset dirty status for tenant:b4844173aec94b72b34c9a79df9ba47e on resource:network {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:50:31.022147 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-18f8faf9-fd56-4ced-81b7-639d2f327591 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.11 "GET /v2.0/networks?id=6aac5e60-54e6-4197-8d28-895749866c95 HTTP/1.1" status: 200 len: 812 time: 0.7714138 Jan 26 20:50:31.078512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Attempting to bind port f52a7f32-9eba-46d6-8707-a8655bf33246 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:50:31.078967 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Attempting to bind port f52a7f32-9eba-46d6-8707-a8655bf33246 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:50:31.079377 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Attempting to bind port f52a7f32-9eba-46d6-8707-a8655bf33246 on network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:50:31.089826 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Request body: {'port': {'device_id': '5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f', 'network_id': '6aac5e60-54e6-4197-8d28-895749866c95', 'admin_state_up': True, 'tenant_id': 'b4844173aec94b72b34c9a79df9ba47e'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:50:31.095297 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:50:31.095724 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Checking segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:50:31.096169 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:31.097798 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Bound using segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:50:31.098370 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Bound port: f52a7f32-9eba-46d6-8707-a8655bf33246, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:50:31.099743 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:31.136172 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1a4cb5ed-8628-4ddc-baa1-74e456e40c65 req-9c5fd734-7807-4292-980b-a64a6a0eb825 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 210 time: 0.0572376 Jan 26 20:50:31.173898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cf7016d5-5d1b-4229-946f-2c2d41a1c3a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:31.181232 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-cf7016d5-5d1b-4229-946f-2c2d41a1c3a9 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/3e95bdba-44ee-4138-a710-4ecc7c5b588a HTTP/1.1" status: 204 len: 168 time: 1.2735481 Jan 26 20:50:31.184817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41804) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:31.272701 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] For port f52a7f32-9eba-46d6-8707-a8655bf33246, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:50:31.280087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] For port f52a7f32-9eba-46d6-8707-a8655bf33246, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=f52a7f32-9eba-46d6-8707-a8655bf33246,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:50:31.286854 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:31.313474 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-174b11f0-1fea-41ad-83ad-c1d1222164e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:31.334075 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:31.461290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:31.569331 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:31.696835 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:50:31.697257 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:50:31.698096 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:50:31.698463 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Subscribe: > port after_create 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:50:31.698816 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:50:31.699195 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Subscribe: > port after_update 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:50:31.700075 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:50:31.700586 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:50:31.700936 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:50:31.701286 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:50:31.755768 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Usage tracker for resource:port and tenant:b4844173aec94b72b34c9a79df9ba47e is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:31.764718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:31.768909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-400aac98-d861-44bc-97ec-70bef0fb8287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:31.775809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:31.789714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Pushing event updated for resources: {'Port': ['ID=f52a7f32-9eba-46d6-8707-a8655bf33246,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:31.795568 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:31.807799 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Made reservation on behalf of b4844173aec94b72b34c9a79df9ba47e for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:50:31.818602 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Routers {'ee31d506-332f-4c0b-9674-9f0cac3e0984'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:50:31.819334 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:50:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ee31d506-332f-4c0b-9674-9f0cac3e0984'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:50:31.822563 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:31.900961 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:50:31.901338 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:50:31.901999 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:50:31.902087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80132) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 20:50:31.902529 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74f902d7-baf3-42cb-9118-145c2e095d8d']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:50:31.927145 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9fa6c0-d7a2-4b2f-83be-0d7ec940b567') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:50:31.927472 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9fa6c0-d7a2-4b2f-83be-0d7ec940b567') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:50:31.943040 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839864534'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:31.964724 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:31.967463 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:50:32.005976 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Allocated IP 172.20.0.1 (42edf9ce-a6a4-4221-bc5c-45ade66ebafd/5e2181b3-a85b-4568-aba0-db7924e01e79/e9f22e32-df86-4065-bc7c-174ccb9e63bc) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:50:32.281266 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:32.500087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] Set router ee31d506-332f-4c0b-9674-9f0cac3e0984 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:50:32.554818 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6e74a6a-cd4a-49a7-9e72-bce376d26fc0 req-bdd8f872-1014-47a3-9d6c-6566d1ccc377 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 210 time: 0.0941896 Jan 26 20:50:32.734825 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Network 74f902d7-baf3-42cb-9118-145c2e095d8d has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:50:32.752825 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:32.755612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839408769'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:32.812959 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:32.936673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f22e32-df86-4065-bc7c-174ccb9e63bc,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:33.068762 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:33.096292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Allocated IP 172.20.0.6 (6aac5e60-54e6-4197-8d28-895749866c95/bdff7503-8e0b-480f-b4ff-afa17cd67712/47d5bd90-c3fe-4710-af1e-f1da3021fc8f) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:50:33.144231 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'name': 'tempest-ServerRescueNegativeTestJSON-529856198-router', 'tenant_id': '7857f0839476469ea9308b78565f3a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:50:23Z', 'updated_at': '2021-01-26T20:50:26Z', 'revision_number': 3, 'project_id': '7857f0839476469ea9308b78565f3a75', 'gw_port': {'id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:50:24Z', 'updated_at': '2021-01-26T20:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:50:33.159027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3764a2-8b25-429c-b53f-810268fdc944 None None] The sync data for ids ['ee31d506-332f-4c0b-9674-9f0cac3e0984'] in dv-cinder-768105-4-iscsi is: [{'id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'name': 'tempest-ServerRescueNegativeTestJSON-529856198-router', 'tenant_id': '7857f0839476469ea9308b78565f3a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:50:23Z', 'updated_at': '2021-01-26T20:50:26Z', 'revision_number': 3, 'project_id': '7857f0839476469ea9308b78565f3a75', 'gw_port': {'id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:50:24Z', 'updated_at': '2021-01-26T20:50:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:50:33.172661 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Network 74f902d7-baf3-42cb-9118-145c2e095d8d has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: (rel_b, rel_a, rel_b), Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: (rel_b, rel_a, rel_b), Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:50:33.210538 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:50:33.426547 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Network 42edf9ce-a6a4-4221-bc5c-45ade66ebafd is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:50:33.438752 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:50:33.489389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:33.499398 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:33.513347 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:33.538802 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] 10.222.0.59 "DELETE /v2.0/networks/74f902d7-baf3-42cb-9118-145c2e095d8d HTTP/1.1" status: 204 len: 168 time: 2.3499560 Jan 26 20:50:33.543347 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41870) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:33.547406 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=74f902d7-baf3-42cb-9118-145c2e095d8d,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:33.554545 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:33.579988 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:50:33.590809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854404007'] for router_interface, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:33.843673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa210d75-ecd4-4d1d-93f6-1b127e584f5f admin admin] Deleting subnet 0065db03-52b3-45cf-ac7a-ff1b2f42713d {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:50:33.855310 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-aa210d75-ecd4-4d1d-93f6-1b127e584f5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:34.021007 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-aa210d75-ecd4-4d1d-93f6-1b127e584f5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14911266'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:34.116516 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device f52a7f32-9eba-46d6-8707-a8655bf33246 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:50:34.182942 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-aa210d75-ecd4-4d1d-93f6-1b127e584f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:34.314977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port f52a7f32-9eba-46d6-8707-a8655bf33246 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:50:34.323256 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port f52a7f32-9eba-46d6-8707-a8655bf33246 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:50:34.323654 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:34.391071 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:34.579209 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:34.606634 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-91651158-730e-48fb-b752-2e2c693a5fc9 req-d2a1aec7-6dfa-431d-aa85-39c4faa928fb tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 210 time: 0.4359596 Jan 26 20:50:34.608659 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:34.697394 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0a093ba7-d16f-493b-a6cc-94ec3b3612d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:34.742740 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:34.791219 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:34.861151 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port f52a7f32-9eba-46d6-8707-a8655bf33246, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=f52a7f32-9eba-46d6-8707-a8655bf33246,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:50:34.867439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:34.872543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:35.033598 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-aa210d75-ecd4-4d1d-93f6-1b127e584f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15367644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838262394'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:35.063279 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4dd8059b-0032-423d-a324-1dbfd4bc2755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:35.076027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-428475ab-8af4-45c6-a0fe-cb1bed42cab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:35.096387 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=f52a7f32-9eba-46d6-8707-a8655bf33246,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:35.109307 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.109678 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.113402 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.113817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.114189 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.114839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.115536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.116177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.116665 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.117303 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.117803 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.118372 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.118908 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.119539 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.120032 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.120512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.120987 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.122181 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.122661 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.123272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.123771 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.124467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.125080 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.125710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Tracked resource versions report: Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: pushed versions: Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: { 'AddressGroup': {'1.1'}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': {'1.0'}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': {'1.0'}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': {'1.1'}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': {'1.6'}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': {'1.2'}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': {'1.8'}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': {'1.4'}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': {'1.2'}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': {'1.0'}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': {'1.1'}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': {'1.1'}} Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: consumer versions: Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: { DHCP agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: L3 agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: Metadata agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: Metering agent@dv-cinder-768105-4-iscsi: {}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: Open vSwitch agent@dv-cinder-768105-4-iscsi: { 'AddressGroup': '1.1', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': '1.0', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': '1.0', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': '1.1', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': '1.6', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': '1.2', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': '1.8', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': '1.4', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': '1.2', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': '1.0', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': '1.1', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': '1.1'}, Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: Open vSwitch agent@hv-cinder-76810: { 'AddressGroup': '1.1', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'ConntrackHelper': '1.0', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Log': '1.0', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Network': '1.1', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Port': '1.6', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'PortForwarding': '1.2', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'QosPolicy': '1.8', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroup': '1.4', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SecurityGroupRule': '1.2', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'SubPort': '1.0', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Subnet': '1.1', Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: 'Trunk': '1.1'}} Jan 26 20:50:35.127711 dv-cinder-768105-4-iscsi neutron-server[80020]: {{(pid=80133) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 26 20:50:35.135189 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:35.342086 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa210d75-ecd4-4d1d-93f6-1b127e584f5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0065db03-52b3-45cf-ac7a-ff1b2f42713d,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:35.355416 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-aa210d75-ecd4-4d1d-93f6-1b127e584f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:35.443901 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-aa210d75-ecd4-4d1d-93f6-1b127e584f5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:35.462729 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-aa210d75-ecd4-4d1d-93f6-1b127e584f5f admin admin] 10.222.0.59 "DELETE /v2.0/subnets/0065db03-52b3-45cf-ac7a-ff1b2f42713d HTTP/1.1" status: 204 len: 168 time: 1.9060452 Jan 26 20:50:35.466617 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41898) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:35.605126 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 41904) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:35.627612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:35.667094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Pushing event updated for resources: {'Port': ['ID=47d5bd90-c3fe-4710-af1e-f1da3021fc8f,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:35.669659 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:35.672980 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:35.675650 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854230849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371963'] for router_interface, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:35.722897 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:35.804561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:35.857032 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:36.052141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:36.066591 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device f52a7f32-9eba-46d6-8707-a8655bf33246 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:50:36.152278 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port f52a7f32-9eba-46d6-8707-a8655bf33246 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:50:36.152955 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:36.198205 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Network 6aac5e60-54e6-4197-8d28-895749866c95 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:50:36.209761 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:50:36.263134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:50:36.300734 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:36.310911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:36.311755 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:36.349085 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2650411 Jan 26 20:50:36.364519 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Network 42edf9ce-a6a4-4221-bc5c-45ade66ebafd is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:50:36.367646 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:50:36.581675 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2e4b88a-b782-48af-aace-1118995ddbc9']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:50:36.596341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ca3e32-08ca-4d4b-a2a6-62e26e5d498e') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:50:36.596690 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ca3e32-08ca-4d4b-a2a6-62e26e5d498e') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:50:36.612106 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839864534'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:36.629128 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:36.635288 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:50:36.679318 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f22e32-df86-4065-bc7c-174ccb9e63bc,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:36.690663 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d7018454-cbdd-49a9-84e3-2a1e3c34bdd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:36.697966 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.840s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:36.709434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Router ee31d506-332f-4c0b-9674-9f0cac3e0984 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:50:36.807020 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-d7018454-cbdd-49a9-84e3-2a1e3c34bdd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:36.837379 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-d7018454-cbdd-49a9-84e3-2a1e3c34bdd7 admin admin] Usage tracker for resource:security_group_rule and tenant:8004a6b7e3bc4ed896a939e7b63af0fc is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:36.844854 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-d7018454-cbdd-49a9-84e3-2a1e3c34bdd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:36.880334 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-d7018454-cbdd-49a9-84e3-2a1e3c34bdd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:36.944868 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03e3294-53d3-479e-8173-c6b0770af7b1 req-6de2e332-281e-4667-8fac-beb4706e44f2 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:36.946993 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a03e3294-53d3-479e-8173-c6b0770af7b1 req-6de2e332-281e-4667-8fac-beb4706e44f2 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 931 time: 0.9279292 Jan 26 20:50:36.979533 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:50:36.998269 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] 10.222.0.59 "PUT /v2.0/routers/ee31d506-332f-4c0b-9674-9f0cac3e0984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5003614 Jan 26 20:50:37.081371 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] Network c2e4b88a-b782-48af-aace-1118995ddbc9 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:50:37.086214 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Sync routers for ids ['ee31d506-332f-4c0b-9674-9f0cac3e0984'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:50:37.101049 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839408769'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:37.109345 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Routers {'ee31d506-332f-4c0b-9674-9f0cac3e0984'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:50:37.110263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:50:35Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ee31d506-332f-4c0b-9674-9f0cac3e0984'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:50:37.234769 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a03e3294-53d3-479e-8173-c6b0770af7b1 req-343d0f8d-e6a5-4ee8-af52-006a5ac5ac89 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183433 Jan 26 20:50:37.382030 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] Network c2e4b88a-b782-48af-aace-1118995ddbc9 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:50:37.506706 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Set router ee31d506-332f-4c0b-9674-9f0cac3e0984 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:50:37.535119 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:50:37.569445 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:37.605914 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:37.641912 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:37.696765 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] 10.222.0.59 "DELETE /v2.0/networks/c2e4b88a-b782-48af-aace-1118995ddbc9 HTTP/1.1" status: 204 len: 168 time: 2.2285523 Jan 26 20:50:37.731098 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c2e4b88a-b782-48af-aace-1118995ddbc9,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:37.737194 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:37.898524 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d7018454-cbdd-49a9-84e3-2a1e3c34bdd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:37.905346 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d7018454-cbdd-49a9-84e3-2a1e3c34bdd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:37.911642 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'name': 'tempest-ServerRescueNegativeTestJSON-529856198-router', 'tenant_id': '7857f0839476469ea9308b78565f3a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:50:23Z', 'updated_at': '2021-01-26T20:50:34Z', 'revision_number': 4, 'project_id': '7857f0839476469ea9308b78565f3a75', 'gw_port': {'id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:50:24Z', 'updated_at': '2021-01-26T20:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'e9f22e32-df86-4065-bc7c-174ccb9e63bc', 'name': '', 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd', 'tenant_id': '7857f0839476469ea9308b78565f3a75', 'mac_address': 'fa:16:3e:c0:c5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5e2181b3-a85b-4568-aba0-db7924e01e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:50:31Z', 'updated_at': '2021-01-26T20:50:35Z', 'revision_number': 2, 'project_id': '7857f0839476469ea9308b78565f3a75', 'subnets': [{'id': '5e2181b3-a85b-4568-aba0-db7924e01e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:50:37.917683 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Checking router: ee31d506-332f-4c0b-9674-9f0cac3e0984 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:50:37.918138 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Updating router ee31d506-332f-4c0b-9674-9f0cac3e0984 port e9f22e32-df86-4065-bc7c-174ccb9e63bc binding host dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:50:37.932623 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-906220f4-78ad-419c-803e-a5e00c3ed833 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:38.009905 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-d7018454-cbdd-49a9-84e3-2a1e3c34bdd7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8004a6b7e3bc4ed896a939e7b63af0fc&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3996682 Jan 26 20:50:38.010878 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41958) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:38.013559 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7018454-cbdd-49a9-84e3-2a1e3c34bdd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9c8168-e74b-45dc-8ec2-3cf9819eda46,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:38.021772 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d7018454-cbdd-49a9-84e3-2a1e3c34bdd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:38.032083 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:38.139908 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4751b847-50fb-48b6-bb45-ea74570ab219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:38.180329 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4751b847-50fb-48b6-bb45-ea74570ab219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:38.276974 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4751b847-50fb-48b6-bb45-ea74570ab219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:38.287405 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:38.329076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751b847-50fb-48b6-bb45-ea74570ab219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9c8168-e74b-45dc-8ec2-3cf9819eda46,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:38.334666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4751b847-50fb-48b6-bb45-ea74570ab219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:38.340464 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4751b847-50fb-48b6-bb45-ea74570ab219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:38.348963 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-4751b847-50fb-48b6-bb45-ea74570ab219 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dc9c8168-e74b-45dc-8ec2-3cf9819eda46 HTTP/1.1" status: 204 len: 168 time: 0.3355508 Jan 26 20:50:38.629497 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41982) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:38.804007 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-80f4bfcc-076e-41c9-bed6-ebfcf3918533 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b60792d5bed44d638546fd727a8e6963&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1727037 Jan 26 20:50:38.811288 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 41992) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:38.950804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd687-1b61-4866-bf80-341507de166b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:38.975182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19e9c2-15fa-4367-a1f0-aec66111deb3 req-932e951f-935b-4ddc-923a-004036989c12 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:38.976869 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b19e9c2-15fa-4367-a1f0-aec66111deb3 req-932e951f-935b-4ddc-923a-004036989c12 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 931 time: 0.4071996 Jan 26 20:50:39.016751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd687-1b61-4866-bf80-341507de166b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:39.106825 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd687-1b61-4866-bf80-341507de166b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:39.119001 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:39.151463 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b19e9c2-15fa-4367-a1f0-aec66111deb3 req-c3871513-0ef8-4095-835f-6574b8fc50b6 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598501 Jan 26 20:50:39.158021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7c8dd687-1b61-4866-bf80-341507de166b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:39.161090 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-7c8dd687-1b61-4866-bf80-341507de166b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/baef3724-dd97-4df5-8bfa-071846871727 HTTP/1.1" status: 204 len: 168 time: 0.3488615 Jan 26 20:50:39.162421 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8dd687-1b61-4866-bf80-341507de166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baef3724-dd97-4df5-8bfa-071846871727,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:39.169807 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7c8dd687-1b61-4866-bf80-341507de166b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:39.192023 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:39.252283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Transition to ACTIVE for port object e9f22e32-df86-4065-bc7c-174ccb9e63bc will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:50:39.263456 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:39.398031 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4cf6599b-f329-413e-81d7-a613943f81d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:39.738791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4f087-1db2-42f5-a3ea-6c7f6766fde9 None None] Pushing event updated for resources: {'Port': ['ID=e9f22e32-df86-4065-bc7c-174ccb9e63bc,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:39.828712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d5d4f087-1db2-42f5-a3ea-6c7f6766fde9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:40.087592 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Attempting to bind port e9f22e32-df86-4065-bc7c-174ccb9e63bc on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:50:40.088009 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Attempting to bind port e9f22e32-df86-4065-bc7c-174ccb9e63bc by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': 'a4b3420a-4eed-451e-8d08-b7ede4fb31c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:50:40.088409 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Attempting to bind port e9f22e32-df86-4065-bc7c-174ccb9e63bc on network 42edf9ce-a6a4-4221-bc5c-45ade66ebafd {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:50:40.096141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:50:40.097046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Checking segment: {'id': 'a4b3420a-4eed-451e-8d08-b7ede4fb31c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:50:40.097490 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:40.097997 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Bound using segment: {'id': 'a4b3420a-4eed-451e-8d08-b7ede4fb31c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:50:40.098663 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Bound port: e9f22e32-df86-4065-bc7c-174ccb9e63bc, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b3420a-4eed-451e-8d08-b7ede4fb31c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:50:40.099080 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:40.276301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] For port e9f22e32-df86-4065-bc7c-174ccb9e63bc, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:50:40.286063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] For port e9f22e32-df86-4065-bc7c-174ccb9e63bc, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=e9f22e32-df86-4065-bc7c-174ccb9e63bc,segment=NetworkSegment(a4b3420a-4eed-451e-8d08-b7ede4fb31c0),segment_id=a4b3420a-4eed-451e-8d08-b7ede4fb31c0)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:50:40.300015 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:40.307884 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37e361-53f4-4d54-aa28-c525861b122f req-970e0c7f-ea03-47c9-8838-9e482f434d03 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:40.316213 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2a37e361-53f4-4d54-aa28-c525861b122f req-970e0c7f-ea03-47c9-8838-9e482f434d03 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/networks?id=42edf9ce-a6a4-4221-bc5c-45ade66ebafd HTTP/1.1" status: 200 len: 818 time: 0.4623511 Jan 26 20:50:40.345043 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2a37e361-53f4-4d54-aa28-c525861b122f req-b1f4b0dd-2a3c-482d-87ed-11ed180f0aa3 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/quotas/7857f0839476469ea9308b78565f3a75 HTTP/1.1" status: 200 len: 375 time: 0.0276830 Jan 26 20:50:40.542288 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d5d4f087-1db2-42f5-a3ea-6c7f6766fde9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:40.673995 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Routers {'ee31d506-332f-4c0b-9674-9f0cac3e0984'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:50:40.674680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:50:35Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ee31d506-332f-4c0b-9674-9f0cac3e0984'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:50:40.722201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42048) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:40.833327 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-a72bd88d-6a8d-4c0b-bad1-ddfac5546517 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8cbc8ca5600a45c6ae865d73d58f27fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1098411 Jan 26 20:50:40.836695 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42052) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:40.986567 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-db440a21-de0e-4e22-b59b-faa4743df09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:41.053052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-db440a21-de0e-4e22-b59b-faa4743df09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:41.070001 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] Set router ee31d506-332f-4c0b-9674-9f0cac3e0984 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:50:41.096634 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2a37e361-53f4-4d54-aa28-c525861b122f req-fe7edb6b-777e-43ef-836a-7a7a4e7c5cc2 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7857f0839476469ea9308b78565f3a75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7505598 Jan 26 20:50:41.149407 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ea52a3-f9ca-474e-8dff-e6536cd1c1a3 req-0a0ee5a7-3bee-4b82-a031-661b8328548e tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:41.159118 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a6ea52a3-f9ca-474e-8dff-e6536cd1c1a3 req-0a0ee5a7-3bee-4b82-a031-661b8328548e tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 931 time: 0.3111475 Jan 26 20:50:41.166305 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-db440a21-de0e-4e22-b59b-faa4743df09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:41.174053 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5c1fc543-1e87-4266-9936-fbc129206135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:41.198161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db440a21-de0e-4e22-b59b-faa4743df09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3740132-0f76-4fe7-92e8-390db4024833,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:41.214738 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-db440a21-de0e-4e22-b59b-faa4743df09c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:41.221417 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-db440a21-de0e-4e22-b59b-faa4743df09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:41.222699 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-db440a21-de0e-4e22-b59b-faa4743df09c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e3740132-0f76-4fe7-92e8-390db4024833 HTTP/1.1" status: 204 len: 168 time: 0.3850067 Jan 26 20:50:41.608668 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4f087-1db2-42f5-a3ea-6c7f6766fde9 None None] Pushing event updated for resources: {'Port': ['ID=e9f22e32-df86-4065-bc7c-174ccb9e63bc,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:41.613910 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2a37e361-53f4-4d54-aa28-c525861b122f req-d9b10553-dd47-4d16-a86b-f4613ab607d9 service neutron] 10.222.0.59 "GET /v2.0/networks/42edf9ce-a6a4-4221-bc5c-45ade66ebafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492161 Jan 26 20:50:41.638051 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d5d4f087-1db2-42f5-a3ea-6c7f6766fde9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.096s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:41.865099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'name': 'tempest-ServerRescueNegativeTestJSON-529856198-router', 'tenant_id': '7857f0839476469ea9308b78565f3a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:50:23Z', 'updated_at': '2021-01-26T20:50:34Z', 'revision_number': 4, 'project_id': '7857f0839476469ea9308b78565f3a75', 'gw_port': {'id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:50:24Z', 'updated_at': '2021-01-26T20:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'e9f22e32-df86-4065-bc7c-174ccb9e63bc', 'name': '', 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd', 'tenant_id': '7857f0839476469ea9308b78565f3a75', 'mac_address': 'fa:16:3e:c0:c5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5e2181b3-a85b-4568-aba0-db7924e01e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:50:31Z', 'updated_at': '2021-01-26T20:50:40Z', 'revision_number': 4, 'project_id': '7857f0839476469ea9308b78565f3a75', 'subnets': [{'id': '5e2181b3-a85b-4568-aba0-db7924e01e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:50:41.871851 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33135e82-42dd-40f7-852c-f1960ecfad3a None None] The sync data for ids ['ee31d506-332f-4c0b-9674-9f0cac3e0984'] in dv-cinder-768105-4-iscsi is: [{'id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'name': 'tempest-ServerRescueNegativeTestJSON-529856198-router', 'tenant_id': '7857f0839476469ea9308b78565f3a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:50:23Z', 'updated_at': '2021-01-26T20:50:34Z', 'revision_number': 4, 'project_id': '7857f0839476469ea9308b78565f3a75', 'gw_port': {'id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:50:24Z', 'updated_at': '2021-01-26T20:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'e9f22e32-df86-4065-bc7c-174ccb9e63bc', 'name': '', 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd', 'tenant_id': '7857f0839476469ea9308b78565f3a75', 'mac_address': 'fa:16:3e:c0:c5:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '5e2181b3-a85b-4568-aba0-db7924e01e79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:50:31Z', 'updated_at': '2021-01-26T20:50:40Z', 'revision_number': 4, 'project_id': '7857f0839476469ea9308b78565f3a75', 'subnets': [{'id': '5e2181b3-a85b-4568-aba0-db7924e01e79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:50:42.048147 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2a37e361-53f4-4d54-aa28-c525861b122f req-1c24edea-66c8-42cc-aa14-ef09b6ef307a service neutron] 10.222.0.59 "GET /v2.0/networks/42edf9ce-a6a4-4221-bc5c-45ade66ebafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4161532 Jan 26 20:50:42.133022 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a6ea52a3-f9ca-474e-8dff-e6536cd1c1a3 req-9e06410f-95a9-46f9-b5c0-f242fd3c600c tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9728012 Jan 26 20:50:42.451827 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-3f7b9288-7dd7-44b1-9df1-6b3c85fe5a4d tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:50:42.452885 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-3f7b9288-7dd7-44b1-9df1-6b3c85fe5a4d tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0070627 Jan 26 20:50:42.650442 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5bbc40a6-0eaa-49ad-afd0-85869315a7bc req-a70cb8d6-e346-4c87-9728-e01f5550b0b7 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=7669d0e1-1214-4272-b581-ec09f4c17faf HTTP/1.1" status: 200 len: 210 time: 0.1773112 Jan 26 20:50:43.369748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Request body: {'port': {'device_id': '5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:50:43.609079 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:43.743129 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-144395e2-c941-48d5-85a9-228ae4861892 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:43.755258 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-144395e2-c941-48d5-85a9-228ae4861892 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/networks?id=42edf9ce-a6a4-4221-bc5c-45ade66ebafd HTTP/1.1" status: 200 len: 818 time: 0.5699100 Jan 26 20:50:43.831303 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-77c7eef4-a29e-4a10-9f54-4e089181a9d3 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/quotas/7857f0839476469ea9308b78565f3a75 HTTP/1.1" status: 200 len: 375 time: 0.0738633 Jan 26 20:50:44.207295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b615df81-adb4-4ef7-9a9b-0a32f6cec604 req-86f13715-cdd0-4072-81bc-cb20f8486398 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:44.209005 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b615df81-adb4-4ef7-9a9b-0a32f6cec604 req-86f13715-cdd0-4072-81bc-cb20f8486398 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 931 time: 0.7674632 Jan 26 20:50:44.236968 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device e9f22e32-df86-4065-bc7c-174ccb9e63bc up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:50:44.389081 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b615df81-adb4-4ef7-9a9b-0a32f6cec604 req-8021ff81-94e8-42f2-bba0-0174ee8efcc7 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364501 Jan 26 20:50:44.413773 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port e9f22e32-df86-4065-bc7c-174ccb9e63bc completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:50:44.428914 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port e9f22e32-df86-4065-bc7c-174ccb9e63bc triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:50:44.429339 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:44.447062 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-0b7c55be-c6bf-479d-b824-e6fb337028d0 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=7857f0839476469ea9308b78565f3a75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6119475 Jan 26 20:50:44.496876 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47d5bd90-c3fe-4710-af1e-f1da3021fc8f {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:50:44.507450 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:44.535023 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Transition to ACTIVE for port object 47d5bd90-c3fe-4710-af1e-f1da3021fc8f will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:50:44.541184 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:44.562701 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:44.699578 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:44.749623 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-2f35394a-e3c3-4847-ac2e-dfe3ec945cb7 service neutron] 10.222.0.59 "GET /v2.0/networks/42edf9ce-a6a4-4221-bc5c-45ade66ebafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3016002 Jan 26 20:50:44.782112 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port e9f22e32-df86-4065-bc7c-174ccb9e63bc, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=e9f22e32-df86-4065-bc7c-174ccb9e63bc,segment=NetworkSegment(a4b3420a-4eed-451e-8d08-b7ede4fb31c0),segment_id=a4b3420a-4eed-451e-8d08-b7ede4fb31c0)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:50:44.790622 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:44.792933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ed381612-a5ac-437d-8c7c-60eb32012df4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:44.845646 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Pushing event updated for resources: {'Port': ['ID=47d5bd90-c3fe-4710-af1e-f1da3021fc8f,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:44.848980 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:44.963054 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=e9f22e32-df86-4065-bc7c-174ccb9e63bc,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:44.976561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:45.040595 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-a4880828-d1d9-42d8-9794-b00d7b4303ba service neutron] 10.222.0.59 "GET /v2.0/networks/42edf9ce-a6a4-4221-bc5c-45ade66ebafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2899437 Jan 26 20:50:45.071710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Attempting to bind port 47d5bd90-c3fe-4710-af1e-f1da3021fc8f on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:50:45.072087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Attempting to bind port 47d5bd90-c3fe-4710-af1e-f1da3021fc8f by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '7026c6fe-0dc0-4bd6-9bc3-6a8703612d20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6aac5e60-54e6-4197-8d28-895749866c95'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:50:45.072451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Attempting to bind port 47d5bd90-c3fe-4710-af1e-f1da3021fc8f on network 6aac5e60-54e6-4197-8d28-895749866c95 {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:50:45.079147 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:50:45.079581 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Checking segment: {'id': '7026c6fe-0dc0-4bd6-9bc3-6a8703612d20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6aac5e60-54e6-4197-8d28-895749866c95'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:50:45.080024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:45.080424 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Bound using segment: {'id': '7026c6fe-0dc0-4bd6-9bc3-6a8703612d20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6aac5e60-54e6-4197-8d28-895749866c95'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:50:45.080977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Bound port: 47d5bd90-c3fe-4710-af1e-f1da3021fc8f, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7026c6fe-0dc0-4bd6-9bc3-6a8703612d20', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6aac5e60-54e6-4197-8d28-895749866c95'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:50:45.081411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:45.195833 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] For port 47d5bd90-c3fe-4710-af1e-f1da3021fc8f, host hv-cinder-76810, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:50:45.200858 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] For port 47d5bd90-c3fe-4710-af1e-f1da3021fc8f, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=47d5bd90-c3fe-4710-af1e-f1da3021fc8f,segment=NetworkSegment(7026c6fe-0dc0-4bd6-9bc3-6a8703612d20),segment_id=7026c6fe-0dc0-4bd6-9bc3-6a8703612d20)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:50:45.205244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:45.286552 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1db25905-15ba-4c50-9d3c-40772423faae req-7ecd4e4d-303f-42ef-97ed-9752fc888111 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 210 time: 0.0659261 Jan 26 20:50:45.289482 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:45.427195 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Pushing event updated for resources: {'Port': ['ID=47d5bd90-c3fe-4710-af1e-f1da3021fc8f,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:45.432833 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:45.468253 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:45.468953 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:45.472065 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] 10.222.0.11 "PUT /v2.0/ports/47d5bd90-c3fe-4710-af1e-f1da3021fc8f HTTP/1.1" status: 200 len: 1157 time: 2.6906552 Jan 26 20:50:45.472580 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f', 'tag': '47d5bd90-c3fe-4710-af1e-f1da3021fc8f'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:50:45.716101 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4b056c-d535-4fe3-b9e3-168338bc1303 req-129ae5d5-1d89-455c-bfb9-9519073f35a9 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:45.717935 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ce4b056c-d535-4fe3-b9e3-168338bc1303 req-129ae5d5-1d89-455c-bfb9-9519073f35a9 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 943 time: 0.1475403 Jan 26 20:50:45.783089 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ce4b056c-d535-4fe3-b9e3-168338bc1303 req-a0c5a90e-cb95-4487-ac99-cc98f7793dbd tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570610 Jan 26 20:50:45.982494 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42244) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:46.020821 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device e9f22e32-df86-4065-bc7c-174ccb9e63bc up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:50:46.107850 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port e9f22e32-df86-4065-bc7c-174ccb9e63bc triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:50:46.108264 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:46.255522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3760149a-208f-4a5f-b1ce-6502ef244d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:46.271481 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-3760149a-208f-4a5f-b1ce-6502ef244d19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:46.275544 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-3760149a-208f-4a5f-b1ce-6502ef244d19 admin admin] Usage tracker for resource:security_group_rule and tenant:4ea6e5930e8143c78fe874313ceaa264 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:46.279294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-3760149a-208f-4a5f-b1ce-6502ef244d19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:46.285070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-3760149a-208f-4a5f-b1ce-6502ef244d19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:46.343758 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f', 'tag': '47d5bd90-c3fe-4710-af1e-f1da3021fc8f', 'status': 'completed', 'code': 200} Jan 26 20:50:46.378808 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3760149a-208f-4a5f-b1ce-6502ef244d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:46.381609 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3760149a-208f-4a5f-b1ce-6502ef244d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:46.391113 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:46.436808 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-3760149a-208f-4a5f-b1ce-6502ef244d19 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=4ea6e5930e8143c78fe874313ceaa264&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503112 Jan 26 20:50:46.436986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42262) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:46.439883 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3760149a-208f-4a5f-b1ce-6502ef244d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdab883-e83b-4267-af70-68a74a12e60a,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:46.443396 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3760149a-208f-4a5f-b1ce-6502ef244d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:46.508244 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c8568b9a-2f03-4b0b-a5dc-579db851aa25 req-bc186b6c-2c2f-4ed8-acf4-b2f0cee3e355 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 210 time: 0.0856850 Jan 26 20:50:46.509770 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b122768b-6b3f-4b68-bd1b-6abff05529c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:46.544386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b122768b-6b3f-4b68-bd1b-6abff05529c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:46.606747 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b122768b-6b3f-4b68-bd1b-6abff05529c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:46.613597 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:46.635481 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122768b-6b3f-4b68-bd1b-6abff05529c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdab883-e83b-4267-af70-68a74a12e60a,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:46.638859 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b122768b-6b3f-4b68-bd1b-6abff05529c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:46.640069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b122768b-6b3f-4b68-bd1b-6abff05529c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:46.641529 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b122768b-6b3f-4b68-bd1b-6abff05529c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dbdab883-e83b-4267-af70-68a74a12e60a HTTP/1.1" status: 204 len: 168 time: 0.2033572 Jan 26 20:50:47.070038 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3aa17-b467-42d5-bb30-fd20484a8c04 req-3e00a52e-0061-4bb7-8e8f-515f1b96e766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:47.071914 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-96e3aa17-b467-42d5-bb30-fd20484a8c04 req-3e00a52e-0061-4bb7-8e8f-515f1b96e766 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4844173aec94b72b34c9a79df9ba47e&device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 1160 time: 0.1358953 Jan 26 20:50:47.204727 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42296) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:47.236340 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b7d36f74-ea5c-4496-b6a9-77d2e92a2528 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:47.236449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbecc386-2b16-4429-93d1-ce0f9a07824c req-166a4b32-b523-4350-bd74-f26539320295 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:47.236449 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-bbecc386-2b16-4429-93d1-ce0f9a07824c req-166a4b32-b523-4350-bd74-f26539320295 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 943 time: 0.2413480 Jan 26 20:50:47.266073 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b7d36f74-ea5c-4496-b6a9-77d2e92a2528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:47.285257 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b7d36f74-ea5c-4496-b6a9-77d2e92a2528 admin admin] Usage tracker for resource:security_group_rule and tenant:9f28de0de02e4c5caf04001e88d1f909 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:47.290895 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b7d36f74-ea5c-4496-b6a9-77d2e92a2528 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:47.291379 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-bbecc386-2b16-4429-93d1-ce0f9a07824c req-4165fa22-cea2-493a-9333-0544d3922448 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506017 Jan 26 20:50:47.300449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b7d36f74-ea5c-4496-b6a9-77d2e92a2528 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:47.328202 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3aa17-b467-42d5-bb30-fd20484a8c04 req-43a5657f-ff0c-4b1d-ac0a-28295b886978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:47.329620 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-96e3aa17-b467-42d5-bb30-fd20484a8c04 req-43a5657f-ff0c-4b1d-ac0a-28295b886978 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=b4844173aec94b72b34c9a79df9ba47e&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2397323 Jan 26 20:50:47.440338 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.11', 54942) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:47.577403 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3aa17-b467-42d5-bb30-fd20484a8c04 req-717dd849-6de0-40c9-a926-23f9e41c0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:47.579361 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-96e3aa17-b467-42d5-bb30-fd20484a8c04 req-717dd849-6de0-40c9-a926-23f9e41c0533 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2341022 Jan 26 20:50:47.581274 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b7d36f74-ea5c-4496-b6a9-77d2e92a2528 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:47.587562 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b7d36f74-ea5c-4496-b6a9-77d2e92a2528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:47.600193 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:47.697065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:50:47.700018 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37e361-53f4-4d54-aa28-c525861b122f req-cebc1713-9d7a-474a-a628-33a24473cc51 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:47.701868 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2a37e361-53f4-4d54-aa28-c525861b122f req-cebc1713-9d7a-474a-a628-33a24473cc51 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.11 "GET /v2.0/networks?id=42edf9ce-a6a4-4221-bc5c-45ade66ebafd HTTP/1.1" status: 200 len: 818 time: 0.2604585 Jan 26 20:50:47.718099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d36f74-ea5c-4496-b6a9-77d2e92a2528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49210b32-9d9b-484c-b158-11fbc7c94677,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:47.723165 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b7d36f74-ea5c-4496-b6a9-77d2e92a2528 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9f28de0de02e4c5caf04001e88d1f909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5174127 Jan 26 20:50:47.724602 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b7d36f74-ea5c-4496-b6a9-77d2e92a2528 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:47.726530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42310) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:47.737156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Request body: {'port': {'device_id': '7669d0e1-1214-4272-b581-ec09f4c17faf', 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd', 'admin_state_up': True, 'tenant_id': '7857f0839476469ea9308b78565f3a75'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:50:47.842712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9fff654d-98a0-453e-af85-e263e4aee0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:47.847658 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-99ac018d-8ae7-4f4c-b5a7-d27de237b107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:47.849338 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-99ac018d-8ae7-4f4c-b5a7-d27de237b107 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4844173aec94b72b34c9a79df9ba47e&device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 1160 time: 0.1893389 Jan 26 20:50:47.881293 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9fff654d-98a0-453e-af85-e263e4aee0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:47.937239 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:47.941420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Usage tracker for resource:port and tenant:7857f0839476469ea9308b78565f3a75 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:47.944608 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:47.951028 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:47.993618 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9fff654d-98a0-453e-af85-e263e4aee0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:48.013607 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8d17958b-ed81-4338-adce-87da38578d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:48.021349 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-44f7dc95-e790-4a5c-9856-35ca57a9ed58 req-e7543136-e913-44ac-b002-9844844e0e48 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 210 time: 0.0625718 Jan 26 20:50:48.022468 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Made reservation on behalf of 7857f0839476469ea9308b78565f3a75 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:50:48.037750 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:48.041057 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-d003ecf1-44eb-4254-8e71-8dd58e1c95d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47d5bd90-c3fe-4710-af1e-f1da3021fc8f HTTP/1.1" status: 200 len: 217 time: 0.1051786 Jan 26 20:50:48.047751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fff654d-98a0-453e-af85-e263e4aee0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49210b32-9d9b-484c-b158-11fbc7c94677,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:48.092416 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.11', 54945) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:48.094231 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9fff654d-98a0-453e-af85-e263e4aee0f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:48.134358 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9fff654d-98a0-453e-af85-e263e4aee0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:48.139733 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-9fff654d-98a0-453e-af85-e263e4aee0f5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/49210b32-9d9b-484c-b158-11fbc7c94677 HTTP/1.1" status: 204 len: 168 time: 0.4107568 Jan 26 20:50:48.468748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42348) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:48.539784 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-32145e2c-f5dc-408f-9a77-cf990baa2998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:48.550831 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-32145e2c-f5dc-408f-9a77-cf990baa2998 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bdff7503-8e0b-480f-b4ff-afa17cd67712 HTTP/1.1" status: 200 len: 852 time: 0.5040116 Jan 26 20:50:48.694532 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-2543619d-bc36-4029-a776-bbe2740b1a0d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6aac5e60-54e6-4197-8d28-895749866c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1363347 Jan 26 20:50:48.732701 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Allocated IP 172.20.0.12 (42edf9ce-a6a4-4221-bc5c-45ade66ebafd/5e2181b3-a85b-4568-aba0-db7924e01e79/6e58ed6d-7c7e-44c1-bdf3-e60001a547e2) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:50:48.806483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202a242-4df9-4e4a-82f2-6f538dbf39bc req-7a54ff1a-4722-478a-b340-380dfdf441e5 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:48.808923 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2202a242-4df9-4e4a-82f2-6f538dbf39bc req-7a54ff1a-4722-478a-b340-380dfdf441e5 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 943 time: 0.2620027 Jan 26 20:50:48.885437 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-07047041-227b-4472-867f-e3ff056e85e5 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:48.887192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-07047041-227b-4472-867f-e3ff056e85e5 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Synchronizing usage tracker for tenant:7857f0839476469ea9308b78565f3a75 on resource:network {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:50:48.945233 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2202a242-4df9-4e4a-82f2-6f538dbf39bc req-82cd7e00-9bbc-4918-a52c-eb298518ce85 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300068 Jan 26 20:50:49.009283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-07047041-227b-4472-867f-e3ff056e85e5 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Unset dirty status for tenant:7857f0839476469ea9308b78565f3a75 on resource:network {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:50:49.010666 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-07047041-227b-4472-867f-e3ff056e85e5 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.11 "GET /v2.0/networks?id=42edf9ce-a6a4-4221-bc5c-45ade66ebafd HTTP/1.1" status: 200 len: 818 time: 0.9126122 Jan 26 20:50:49.035174 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-375ffaf3-fa77-4e6c-8a50-888f37e7020c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:49.043923 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Request body: {'port': {'device_id': 'bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4', 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd', 'admin_state_up': True, 'tenant_id': '7857f0839476469ea9308b78565f3a75'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:50:49.067769 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-375ffaf3-fa77-4e6c-8a50-888f37e7020c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:49.077861 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-375ffaf3-fa77-4e6c-8a50-888f37e7020c admin admin] Usage tracker for resource:security_group_rule and tenant:c6326b8974784b508c520ea45498d9ff is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:49.095982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-375ffaf3-fa77-4e6c-8a50-888f37e7020c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:49.107264 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-375ffaf3-fa77-4e6c-8a50-888f37e7020c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:49.178995 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:49.252497 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-0ca2bc4b-6c20-4f27-93cd-cfecc8088def service neutron] 10.222.0.11 "GET /v2.0/networks/6aac5e60-54e6-4197-8d28-895749866c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279899 Jan 26 20:50:49.343368 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-375ffaf3-fa77-4e6c-8a50-888f37e7020c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:49.384056 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:49.396836 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Usage tracker for resource:port and tenant:7857f0839476469ea9308b78565f3a75 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:49.402723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:49.404248 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3b260bb7-2e79-4b6c-b923-f8dba95e86b7 req-2742518e-50e1-4c52-8234-826f405a4b37 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 210 time: 0.1124566 Jan 26 20:50:49.407268 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-375ffaf3-fa77-4e6c-8a50-888f37e7020c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:49.408843 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:49.412585 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:49.458251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8a93e417-8ad0-465b-a04f-192727c90e55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:49.476142 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Made reservation on behalf of 7857f0839476469ea9308b78565f3a75 for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:50:49.491826 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:49.494076 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-375ffaf3-fa77-4e6c-8a50-888f37e7020c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c6326b8974784b508c520ea45498d9ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0233421 Jan 26 20:50:49.495776 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ffaf3-fa77-4e6c-8a50-888f37e7020c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3206c7b5-899e-46f5-b99f-b7f1908b35f3,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:49.509143 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42386) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:49.541797 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0fe904a5-8c0e-4ab6-b5c6-f20ac34e5fb0 req-1a58472b-0184-43ba-b981-50762956d683 service neutron] 10.222.0.11 "GET /v2.0/networks/6aac5e60-54e6-4197-8d28-895749866c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2819805 Jan 26 20:50:49.956735 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-375ffaf3-fa77-4e6c-8a50-888f37e7020c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:49.957892 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-077ea51f-8580-4a22-90c1-cf35c8eb9c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:50.063465 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Pushing event updated for resources: {'Port': ['ID=6e58ed6d-7c7e-44c1-bdf3-e60001a547e2,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:50.076479 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Network 42edf9ce-a6a4-4221-bc5c-45ade66ebafd is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:50:50.080488 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:50.081556 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:50:50.086214 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:50:50.203188 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:50.204695 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:50.264320 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Allocated IP 172.20.0.4 (42edf9ce-a6a4-4221-bc5c-45ade66ebafd/5e2181b3-a85b-4568-aba0-db7924e01e79/58fe5d54-80e6-4f45-a8f8-b9b356dea910) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:50:50.372668 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1e45096a-9252-44f5-92fd-96f6e97b701a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:50.405277 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1e45096a-9252-44f5-92fd-96f6e97b701a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:50.418262 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2a37e361-53f4-4d54-aa28-c525861b122f req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6931102 Jan 26 20:50:50.451437 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Request body: {'port': {'device_id': '7669d0e1-1214-4272-b581-ec09f4c17faf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:50:50.669777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aff760-5315-4384-b3fe-2295b0233ca8 req-6f773e25-a1d9-4b9e-84c1-0666447c1c8c tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:50.681506 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-56aff760-5315-4384-b3fe-2295b0233ca8 req-6f773e25-a1d9-4b9e-84c1-0666447c1c8c tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 943 time: 0.4657443 Jan 26 20:50:50.734532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:50.781099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c8514dbf-0e43-4534-b960-11b353a98d20 req-c7b39318-3ec0-496b-982d-fd91f6973f94 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Synchronizing usage tracker for tenant:7857f0839476469ea9308b78565f3a75 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:50:50.787056 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:50.817142 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:50.874044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1e45096a-9252-44f5-92fd-96f6e97b701a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:50.874824 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c8514dbf-0e43-4534-b960-11b353a98d20 req-c7b39318-3ec0-496b-982d-fd91f6973f94 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Unset dirty status for tenant:7857f0839476469ea9308b78565f3a75 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:50:50.887963 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c8514dbf-0e43-4534-b960-11b353a98d20 req-c7b39318-3ec0-496b-982d-fd91f6973f94 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 210 time: 0.2040353 Jan 26 20:50:50.924604 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-56aff760-5315-4384-b3fe-2295b0233ca8 req-b6bef34a-ea17-48bb-bafe-0e8149c30758 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420368 Jan 26 20:50:50.926785 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-efed2394-3cc8-490b-a263-fb3884e22116 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:50.940320 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-375ffaf3-fa77-4e6c-8a50-888f37e7020c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:50.953983 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45096a-9252-44f5-92fd-96f6e97b701a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3206c7b5-899e-46f5-b99f-b7f1908b35f3,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:50.979162 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1e45096a-9252-44f5-92fd-96f6e97b701a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:50.990949 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1e45096a-9252-44f5-92fd-96f6e97b701a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:50.995043 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-1e45096a-9252-44f5-92fd-96f6e97b701a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3206c7b5-899e-46f5-b99f-b7f1908b35f3 HTTP/1.1" status: 204 len: 168 time: 1.0400646 Jan 26 20:50:51.143712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Pushing event updated for resources: {'Port': ['ID=58fe5d54-80e6-4f45-a8f8-b9b356dea910,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:51.149288 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:51.161785 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Network 42edf9ce-a6a4-4221-bc5c-45ade66ebafd is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:50:51.163147 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:50:51.165777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:50:51.209301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:51.210300 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:51.260982 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2250400 Jan 26 20:50:51.463226 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:50:51.473541 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:51.492267 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Transition to ACTIVE for port object 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:50:51.500717 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:51.518864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:51.691705 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Pushing event updated for resources: {'Port': ['ID=6e58ed6d-7c7e-44c1-bdf3-e60001a547e2,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:51.703999 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:51.785461 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42468) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:51.806870 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-612e0160-fc8a-4491-ade9-4416987fcde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:51.824587 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-612e0160-fc8a-4491-ade9-4416987fcde9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:51.829359 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-612e0160-fc8a-4491-ade9-4416987fcde9 admin admin] Usage tracker for resource:security_group_rule and tenant:23bc6b8108d14f56aac86ed9b9344a33 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:51.833084 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-612e0160-fc8a-4491-ade9-4416987fcde9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:51.840238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-612e0160-fc8a-4491-ade9-4416987fcde9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:51.904171 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Attempting to bind port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:50:51.904762 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Attempting to bind port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'a4b3420a-4eed-451e-8d08-b7ede4fb31c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:50:51.905396 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Attempting to bind port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 on network 42edf9ce-a6a4-4221-bc5c-45ade66ebafd {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:50:51.913047 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:50:51.913680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Checking segment: {'id': 'a4b3420a-4eed-451e-8d08-b7ede4fb31c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:50:51.914303 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:51.914858 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Bound using segment: {'id': 'a4b3420a-4eed-451e-8d08-b7ede4fb31c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:50:51.915648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Bound port: 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b3420a-4eed-451e-8d08-b7ede4fb31c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:50:51.916174 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:51.962741 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-612e0160-fc8a-4491-ade9-4416987fcde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:51.978683 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-612e0160-fc8a-4491-ade9-4416987fcde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:51.998232 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:52.047976 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] For port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2, host hv-cinder-76810, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:50:52.051166 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-612e0160-fc8a-4491-ade9-4416987fcde9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=23bc6b8108d14f56aac86ed9b9344a33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2643490 Jan 26 20:50:52.052665 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] For port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=6e58ed6d-7c7e-44c1-bdf3-e60001a547e2,segment=NetworkSegment(a4b3420a-4eed-451e-8d08-b7ede4fb31c0),segment_id=a4b3420a-4eed-451e-8d08-b7ede4fb31c0)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:50:52.053302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e0160-fc8a-4491-ade9-4416987fcde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4945bcc1-d5ed-4498-a6e6-26feebc942f7,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:52.054249 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42478) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:52.068240 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-612e0160-fc8a-4491-ade9-4416987fcde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:52.070330 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:52.098036 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:52.405013 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Pushing event updated for resources: {'Port': ['ID=6e58ed6d-7c7e-44c1-bdf3-e60001a547e2,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:52.409044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:52.425425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9401e212-5c33-4266-9a61-792ac062a72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:52.503497 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9401e212-5c33-4266-9a61-792ac062a72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:52.567141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f15139-e619-4787-b04c-a43a631273dd req-f9fef078-b75f-4c93-9caa-7d68bf2883ba tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:52.567141 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f9f15139-e619-4787-b04c-a43a631273dd req-f9fef078-b75f-4c93-9caa-7d68bf2883ba tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 931 time: 0.4911182 Jan 26 20:50:52.622736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90863a9-2ae1-4173-976b-7e7bbecc210e req-65558f53-2c0c-4d8a-9aea-a1c73a37e146 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:52.624447 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e90863a9-2ae1-4173-976b-7e7bbecc210e req-65558f53-2c0c-4d8a-9aea-a1c73a37e146 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 943 time: 0.4950855 Jan 26 20:50:52.630241 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:52.630900 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:52.632407 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2a37e361-53f4-4d54-aa28-c525861b122f req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] 10.222.0.11 "PUT /v2.0/ports/6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 HTTP/1.1" status: 200 len: 1158 time: 2.1919804 Jan 26 20:50:52.633597 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7669d0e1-1214-4272-b581-ec09f4c17faf', 'tag': '6e58ed6d-7c7e-44c1-bdf3-e60001a547e2'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:50:52.766790 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f9f15139-e619-4787-b04c-a43a631273dd req-a1738f8f-d7d4-4db8-801b-3738db732a85 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380754 Jan 26 20:50:52.779271 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e90863a9-2ae1-4173-976b-7e7bbecc210e req-7c5e1fa4-3df8-4276-b82f-7c53a66a1f47 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379676 Jan 26 20:50:52.786622 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9401e212-5c33-4266-9a61-792ac062a72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:52.806032 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:52.831332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9401e212-5c33-4266-9a61-792ac062a72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4945bcc1-d5ed-4498-a6e6-26feebc942f7,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:52.836524 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9401e212-5c33-4266-9a61-792ac062a72f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:52.844391 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9401e212-5c33-4266-9a61-792ac062a72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:52.848128 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-9401e212-5c33-4266-9a61-792ac062a72f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4945bcc1-d5ed-4498-a6e6-26feebc942f7 HTTP/1.1" status: 204 len: 168 time: 0.7900417 Jan 26 20:50:52.907803 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42514) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:53.083242 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7669d0e1-1214-4272-b581-ec09f4c17faf', 'tag': '6e58ed6d-7c7e-44c1-bdf3-e60001a547e2', 'status': 'completed', 'code': 200} Jan 26 20:50:53.310402 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-787b807b-7e16-4f2f-a6f7-80a2562fe6f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:53.328468 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-787b807b-7e16-4f2f-a6f7-80a2562fe6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:53.332606 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-787b807b-7e16-4f2f-a6f7-80a2562fe6f2 admin admin] Usage tracker for resource:security_group_rule and tenant:194287b9480449ac85ee29c64e1a5f7e is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:53.335657 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-787b807b-7e16-4f2f-a6f7-80a2562fe6f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:53.342183 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-787b807b-7e16-4f2f-a6f7-80a2562fe6f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:53.438889 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-787b807b-7e16-4f2f-a6f7-80a2562fe6f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:53.441977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-787b807b-7e16-4f2f-a6f7-80a2562fe6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:53.451318 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:53.497209 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-787b807b-7e16-4f2f-a6f7-80a2562fe6f2 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=194287b9480449ac85ee29c64e1a5f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5878839 Jan 26 20:50:53.498103 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b807b-7e16-4f2f-a6f7-80a2562fe6f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61601374-2b00-4676-8965-0904d26b2ed2,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:53.500296 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42546) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:53.501467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-787b807b-7e16-4f2f-a6f7-80a2562fe6f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:53.580962 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a3dad013-f3bb-483d-8db7-8a00b7d26505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:53.609348 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a3dad013-f3bb-483d-8db7-8a00b7d26505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:53.643100 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Request body: {'port': {'device_id': 'bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:50:53.768905 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650fc0e-12be-4cc2-97c5-534de9d5b9f6 req-e0e4e45c-a438-42eb-9a06-ce93d097c666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:53.770670 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a650fc0e-12be-4cc2-97c5-534de9d5b9f6 req-e0e4e45c-a438-42eb-9a06-ce93d097c666 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7857f0839476469ea9308b78565f3a75&device_id=7669d0e1-1214-4272-b581-ec09f4c17faf HTTP/1.1" status: 200 len: 1161 time: 0.0782855 Jan 26 20:50:53.798647 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:53.813116 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a3dad013-f3bb-483d-8db7-8a00b7d26505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:53.821345 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4751b847-50fb-48b6-bb45-ea74570ab219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:53.923727 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dad013-f3bb-483d-8db7-8a00b7d26505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61601374-2b00-4676-8965-0904d26b2ed2,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:53.934486 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a3dad013-f3bb-483d-8db7-8a00b7d26505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:53.951026 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a3dad013-f3bb-483d-8db7-8a00b7d26505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:53.955116 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-a3dad013-f3bb-483d-8db7-8a00b7d26505 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/61601374-2b00-4676-8965-0904d26b2ed2 HTTP/1.1" status: 204 len: 168 time: 0.4536786 Jan 26 20:50:54.397505 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650fc0e-12be-4cc2-97c5-534de9d5b9f6 req-08ed5576-efe0-43fa-b200-408c92155aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:54.399257 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a650fc0e-12be-4cc2-97c5-534de9d5b9f6 req-08ed5576-efe0-43fa-b200-408c92155aec service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7857f0839476469ea9308b78565f3a75&shared=False HTTP/1.1" status: 200 len: 912 time: 0.6128254 Jan 26 20:50:54.476381 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38a712-b342-4daf-af09-fd1d1b84d6ab req-5e074923-e543-4881-b726-c7b6f4a1d797 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:54.478075 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ca38a712-b342-4daf-af09-fd1d1b84d6ab req-5e074923-e543-4881-b726-c7b6f4a1d797 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 943 time: 0.4896874 Jan 26 20:50:54.523031 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166bf68-54e6-492a-a3f2-7cf4b374d049 req-6b7e6087-0c1a-4930-9968-021d9ccebe5a tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:54.524704 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b166bf68-54e6-492a-a3f2-7cf4b374d049 req-6b7e6087-0c1a-4930-9968-021d9ccebe5a tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 931 time: 0.6144648 Jan 26 20:50:54.538907 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58fe5d54-80e6-4f45-a8f8-b9b356dea910 {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:50:54.549641 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:54.568766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42588) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:54.578502 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Transition to ACTIVE for port object 58fe5d54-80e6-4f45-a8f8-b9b356dea910 will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:50:54.583589 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:54.638403 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b166bf68-54e6-492a-a3f2-7cf4b374d049 req-1a50a4c4-58af-49ae-abcf-2068958f9846 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967016 Jan 26 20:50:54.639397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8e6056cc-81d2-4eb3-9eaf-664984e79485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:54.680878 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ca38a712-b342-4daf-af09-fd1d1b84d6ab req-2bd34fad-0fe3-4cef-a9c9-be5b0bb0bc54 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550751 Jan 26 20:50:54.682079 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-8e6056cc-81d2-4eb3-9eaf-664984e79485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:54.687227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-8e6056cc-81d2-4eb3-9eaf-664984e79485 admin admin] Usage tracker for resource:security_group_rule and tenant:be9af68d268148c5822ffa00a6450577 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:54.690333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:54.690970 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-8e6056cc-81d2-4eb3-9eaf-664984e79485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:54.696978 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-8e6056cc-81d2-4eb3-9eaf-664984e79485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:54.801815 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8e6056cc-81d2-4eb3-9eaf-664984e79485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:54.807054 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8e6056cc-81d2-4eb3-9eaf-664984e79485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:54.808701 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=58fe5d54-80e6-4f45-a8f8-b9b356dea910,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:54.812743 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:54.821439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:54.875911 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-8e6056cc-81d2-4eb3-9eaf-664984e79485 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=be9af68d268148c5822ffa00a6450577&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2997255 Jan 26 20:50:54.875911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6056cc-81d2-4eb3-9eaf-664984e79485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5fac58-5328-4028-9d13-4156bf4423f0,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:54.877732 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42600) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:50:54.880382 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8e6056cc-81d2-4eb3-9eaf-664984e79485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:54.944941 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fb920bbf-741e-4d69-90ed-f027872819cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:54.968470 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Attempting to bind port 58fe5d54-80e6-4f45-a8f8-b9b356dea910 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:50:54.969163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Attempting to bind port 58fe5d54-80e6-4f45-a8f8-b9b356dea910 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'a4b3420a-4eed-451e-8d08-b7ede4fb31c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:50:54.969653 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Attempting to bind port 58fe5d54-80e6-4f45-a8f8-b9b356dea910 on network 42edf9ce-a6a4-4221-bc5c-45ade66ebafd {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:50:54.974433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fb920bbf-741e-4d69-90ed-f027872819cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:54.976237 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:50:54.976774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Checking segment: {'id': 'a4b3420a-4eed-451e-8d08-b7ede4fb31c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:50:54.977310 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:54.977927 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Bound using segment: {'id': 'a4b3420a-4eed-451e-8d08-b7ede4fb31c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:50:54.978530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Bound port: 58fe5d54-80e6-4f45-a8f8-b9b356dea910, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4b3420a-4eed-451e-8d08-b7ede4fb31c0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '42edf9ce-a6a4-4221-bc5c-45ade66ebafd'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:50:54.979037 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:55.052642 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fb920bbf-741e-4d69-90ed-f027872819cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:55.081988 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] For port 58fe5d54-80e6-4f45-a8f8-b9b356dea910, host hv-cinder-76810, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:50:55.085732 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] For port 58fe5d54-80e6-4f45-a8f8-b9b356dea910, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=58fe5d54-80e6-4f45-a8f8-b9b356dea910,segment=NetworkSegment(a4b3420a-4eed-451e-8d08-b7ede4fb31c0),segment_id=a4b3420a-4eed-451e-8d08-b7ede4fb31c0)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:50:55.090948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:55.107644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:55.113773 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f3f069de-449d-4adc-b5a2-d4b8b1e00dc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:55.134892 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb920bbf-741e-4d69-90ed-f027872819cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5fac58-5328-4028-9d13-4156bf4423f0,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:55.140331 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-fb920bbf-741e-4d69-90ed-f027872819cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:55.167943 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fb920bbf-741e-4d69-90ed-f027872819cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:55.169651 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-fb920bbf-741e-4d69-90ed-f027872819cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3a5fac58-5328-4028-9d13-4156bf4423f0 HTTP/1.1" status: 204 len: 168 time: 0.2905993 Jan 26 20:50:55.241466 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650fc0e-12be-4cc2-97c5-534de9d5b9f6 req-4d381ba5-7583-43dc-b968-1e118e8ccb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:55.243702 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a650fc0e-12be-4cc2-97c5-534de9d5b9f6 req-4d381ba5-7583-43dc-b968-1e118e8ccb17 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2229352 Jan 26 20:50:55.301246 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Pushing event updated for resources: {'Port': ['ID=58fe5d54-80e6-4f45-a8f8-b9b356dea910,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:55.307473 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:55.344503 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:55.345130 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:55.346664 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] 10.222.0.11 "PUT /v2.0/ports/58fe5d54-80e6-4f45-a8f8-b9b356dea910 HTTP/1.1" status: 200 len: 1157 time: 1.7107069 Jan 26 20:50:55.347186 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4', 'tag': '58fe5d54-80e6-4f45-a8f8-b9b356dea910'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:50:55.471190 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4', 'tag': '58fe5d54-80e6-4f45-a8f8-b9b356dea910', 'status': 'completed', 'code': 200} Jan 26 20:50:55.973052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6f129-6134-4921-966b-e63f855845ad req-e94971f1-fda3-4034-abdb-04791397350a tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:55.974753 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fbd6f129-6134-4921-966b-e63f855845ad req-e94971f1-fda3-4034-abdb-04791397350a tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1969571 Jan 26 20:50:56.024857 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cb8a9d-ed42-4008-9e7f-69ddce07a278 req-fa1fb758-3d87-4b1f-9500-0ea94b6e5dc4 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:56.027095 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d0cb8a9d-ed42-4008-9e7f-69ddce07a278 req-fa1fb758-3d87-4b1f-9500-0ea94b6e5dc4 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 943 time: 0.1970770 Jan 26 20:50:56.113439 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fbd6f129-6134-4921-966b-e63f855845ad req-84e29b8d-ee94-4fd9-b480-33dd1fb6bba2 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851398 Jan 26 20:50:56.125686 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d0cb8a9d-ed42-4008-9e7f-69ddce07a278 req-00a92d90-0523-4974-a8f1-ab02485edce9 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806918 Jan 26 20:50:56.961067 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814f447-be69-4c87-b89b-7156f9e382c5 req-a92fd3bf-8170-49f5-bd2b-0bdf1e668f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:56.962692 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37e361-53f4-4d54-aa28-c525861b122f req-2f9648f6-f8f0-4687-8dea-0cdd0e68769c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:56.962806 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4814f447-be69-4c87-b89b-7156f9e382c5 req-a92fd3bf-8170-49f5-bd2b-0bdf1e668f0e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7857f0839476469ea9308b78565f3a75&device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 1160 time: 0.0928237 Jan 26 20:50:56.964277 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2a37e361-53f4-4d54-aa28-c525861b122f req-2f9648f6-f8f0-4687-8dea-0cdd0e68769c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7857f0839476469ea9308b78565f3a75&device_id=7669d0e1-1214-4272-b581-ec09f4c17faf HTTP/1.1" status: 200 len: 1161 time: 0.0847836 Jan 26 20:50:57.200388 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2a37e361-53f4-4d54-aa28-c525861b122f req-4179f3b2-9175-43be-bce9-a95f23b47d1b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 HTTP/1.1" status: 200 len: 217 time: 0.0824392 Jan 26 20:50:57.289378 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37e361-53f4-4d54-aa28-c525861b122f req-b164af84-0a98-4c9b-8a4d-f6be9cdeccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:57.290727 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2a37e361-53f4-4d54-aa28-c525861b122f req-b164af84-0a98-4c9b-8a4d-f6be9cdeccf8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e2181b3-a85b-4568-aba0-db7924e01e79 HTTP/1.1" status: 200 len: 858 time: 0.0710888 Jan 26 20:50:57.432566 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2a37e361-53f4-4d54-aa28-c525861b122f req-58bed0bf-0ad7-4c31-8961-1c81ae437014 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42edf9ce-a6a4-4221-bc5c-45ade66ebafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023784 Jan 26 20:50:57.535493 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814f447-be69-4c87-b89b-7156f9e382c5 req-105d7a74-c809-4263-889c-3b6878123d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:57.540468 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4814f447-be69-4c87-b89b-7156f9e382c5 req-105d7a74-c809-4263-889c-3b6878123d69 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=7857f0839476469ea9308b78565f3a75&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4230096 Jan 26 20:50:57.592552 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:57.612972 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.objects.ports [None req-8db00ca4-c591-44db-b883-02b590594f15 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:50:57.637234 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2a37e361-53f4-4d54-aa28-c525861b122f req-692a6082-19e6-4068-91b8-1e2fa284fc3b service neutron] 10.222.0.11 "GET /v2.0/networks/42edf9ce-a6a4-4221-bc5c-45ade66ebafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934536 Jan 26 20:50:57.832496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e92f26c-a7f2-4742-907c-5583351f1a55 req-a90f03c1-9726-4d5c-8ca3-786273667cd1 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:57.834236 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3e92f26c-a7f2-4742-907c-5583351f1a55 req-a90f03c1-9726-4d5c-8ca3-786273667cd1 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 943 time: 0.5483229 Jan 26 20:50:57.885806 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80234ddf-c9e7-4ae0-af60-a6ec260c08c5 req-094fd5ab-535b-401d-86b5-46879629215c tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:57.888515 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-80234ddf-c9e7-4ae0-af60-a6ec260c08c5 req-094fd5ab-535b-401d-86b5-46879629215c tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.6013446 Jan 26 20:50:57.901905 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814f447-be69-4c87-b89b-7156f9e382c5 req-d0f92d75-65dc-4c72-8ddd-6699a0112775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:57.904104 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4814f447-be69-4c87-b89b-7156f9e382c5 req-d0f92d75-65dc-4c72-8ddd-6699a0112775 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3555062 Jan 26 20:50:58.025814 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-80234ddf-c9e7-4ae0-af60-a6ec260c08c5 req-bcc4453e-6664-4fbe-9655-409a2a36f17a tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139922 Jan 26 20:50:58.041695 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3e92f26c-a7f2-4742-907c-5583351f1a55 req-ce81bf65-1591-41d4-824f-c2c3d3f0437a tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520734 Jan 26 20:50:58.044343 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2a37e361-53f4-4d54-aa28-c525861b122f req-9347af17-2b5d-49ba-a042-92ab4c0d35d5 service neutron] 10.222.0.11 "GET /v2.0/networks/42edf9ce-a6a4-4221-bc5c-45ade66ebafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3981860 Jan 26 20:50:58.064851 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-76b1f683-2cb2-425d-8b9b-d25fd2a27957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:58.066942 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-76b1f683-2cb2-425d-8b9b-d25fd2a27957 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=7857f0839476469ea9308b78565f3a75&device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 1160 time: 0.0936599 Jan 26 20:50:58.092716 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 47d5bd90-c3fe-4710-af1e-f1da3021fc8f up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:50:58.166523 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-f2c0736d-57bf-4b72-8940-d51a42cf42f0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=58fe5d54-80e6-4f45-a8f8-b9b356dea910 HTTP/1.1" status: 200 len: 217 time: 0.0698783 Jan 26 20:50:58.184408 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port 47d5bd90-c3fe-4710-af1e-f1da3021fc8f completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:50:58.200021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 47d5bd90-c3fe-4710-af1e-f1da3021fc8f triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:50:58.202098 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:58.241231 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-9069d999-4f28-4082-8d47-64473de41c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:58.242891 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-9069d999-4f28-4082-8d47-64473de41c88 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5e2181b3-a85b-4568-aba0-db7924e01e79 HTTP/1.1" status: 200 len: 858 time: 0.0687575 Jan 26 20:50:58.308738 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-a0fa8a29-5e58-4520-9983-c2531e08a1ef service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=42edf9ce-a6a4-4221-bc5c-45ade66ebafd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582788 Jan 26 20:50:58.351840 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:58.392182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d5bd90-c3fe-4710-af1e-f1da3021fc8f'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:50:58.461375 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 47d5bd90-c3fe-4710-af1e-f1da3021fc8f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=47d5bd90-c3fe-4710-af1e-f1da3021fc8f,segment=NetworkSegment(7026c6fe-0dc0-4bd6-9bc3-6a8703612d20),segment_id=7026c6fe-0dc0-4bd6-9bc3-6a8703612d20)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:50:58.468711 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:58.471047 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-80267f02-b552-48b6-946e-09e9bf937fd1 service neutron] 10.222.0.11 "GET /v2.0/networks/42edf9ce-a6a4-4221-bc5c-45ade66ebafd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555529 Jan 26 20:50:58.471460 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:58.543807 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=47d5bd90-c3fe-4710-af1e-f1da3021fc8f,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:58.547313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:58.680886 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-d175a652-689a-4577-ae2f-770be1f5bf89 service neutron] 10.222.0.11 "GET /v2.0/networks/42edf9ce-a6a4-4221-bc5c-45ade66ebafd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2025509 Jan 26 20:50:58.822771 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47d5bd90-c3fe-4710-af1e-f1da3021fc8f', 'code': 200} Jan 26 20:50:58.846895 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 47d5bd90-c3fe-4710-af1e-f1da3021fc8f up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:50:58.924070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 47d5bd90-c3fe-4710-af1e-f1da3021fc8f triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:50:58.924722 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:59.230260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbd4c7-2406-4889-95fd-53fab8e241b0 req-8e680ea1-1154-4ebe-8964-4c8c43952c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:59.241959 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e2bbd4c7-2406-4889-95fd-53fab8e241b0 req-8e680ea1-1154-4ebe-8964-4c8c43952c35 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 1162 time: 0.1649978 Jan 26 20:50:59.282138 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e2bbd4c7-2406-4889-95fd-53fab8e241b0 req-3cb9cdd8-25d8-4182-816a-6f15ff12b1cb service neutron] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:59.316183 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-e2bbd4c7-2406-4889-95fd-53fab8e241b0 req-3cb9cdd8-25d8-4182-816a-6f15ff12b1cb service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:50:59.324495 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-e2bbd4c7-2406-4889-95fd-53fab8e241b0 req-3cb9cdd8-25d8-4182-816a-6f15ff12b1cb service neutron] Usage tracker for resource:security_group_rule and tenant:d55e0d07ecaf403285b850a9a6979cd0 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:50:59.329021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-e2bbd4c7-2406-4889-95fd-53fab8e241b0 req-3cb9cdd8-25d8-4182-816a-6f15ff12b1cb service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:50:59.335792 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-e2bbd4c7-2406-4889-95fd-53fab8e241b0 req-3cb9cdd8-25d8-4182-816a-6f15ff12b1cb service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:50:59.512660 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb8a559-9aa4-4278-90c4-5405837eec3e req-e59439e3-4cac-4f4b-80a2-c37938d507e6 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:59.513195 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e2bbd4c7-2406-4889-95fd-53fab8e241b0 req-3cb9cdd8-25d8-4182-816a-6f15ff12b1cb service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:59.514288 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ccb8a559-9aa4-4278-90c4-5405837eec3e req-e59439e3-4cac-4f4b-80a2-c37938d507e6 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 945 time: 0.2616158 Jan 26 20:50:59.519905 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e2bbd4c7-2406-4889-95fd-53fab8e241b0 req-3cb9cdd8-25d8-4182-816a-6f15ff12b1cb service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:50:59.534351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:50:59.569549 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8047f2ac-7d75-46c3-8ef4-c6cae1afc1a1 req-8f5bab9e-5d37-4f52-8429-b32fca92eafa tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:50:59.571309 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8047f2ac-7d75-46c3-8ef4-c6cae1afc1a1 req-8f5bab9e-5d37-4f52-8429-b32fca92eafa tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.2558484 Jan 26 20:50:59.576726 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9cdd8-25d8-4182-816a-6f15ff12b1cb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=eed7754a-3dcc-4a57-8d2f-a665e4193aa7,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:50:59.581959 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3cb9cdd8-25d8-4182-816a-6f15ff12b1cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:50:59.585632 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e2bbd4c7-2406-4889-95fd-53fab8e241b0 req-3cb9cdd8-25d8-4182-816a-6f15ff12b1cb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346314 Jan 26 20:50:59.684949 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8047f2ac-7d75-46c3-8ef4-c6cae1afc1a1 req-57cb7214-b164-4fe6-a52d-b1a8cbb7e8c4 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808351 Jan 26 20:50:59.729662 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ccb8a559-9aa4-4278-90c4-5405837eec3e req-e9fc4919-36ef-4b17-a062-1d58ea460b11 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572363 Jan 26 20:51:00.038870 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42802) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:00.195868 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-988dcf72-d07c-46a5-945d-4ebe64c1f549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:00.211693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-988dcf72-d07c-46a5-945d-4ebe64c1f549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:00.216153 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-988dcf72-d07c-46a5-945d-4ebe64c1f549 admin admin] Usage tracker for resource:security_group_rule and tenant:899180ad9ab54217b83ff4b44580ae07 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:00.219120 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-988dcf72-d07c-46a5-945d-4ebe64c1f549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:00.224979 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-988dcf72-d07c-46a5-945d-4ebe64c1f549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:00.320648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-988dcf72-d07c-46a5-945d-4ebe64c1f549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:00.324478 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-988dcf72-d07c-46a5-945d-4ebe64c1f549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:00.333248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:00.375707 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-988dcf72-d07c-46a5-945d-4ebe64c1f549 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=899180ad9ab54217b83ff4b44580ae07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357008 Jan 26 20:51:00.376615 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dcf72-d07c-46a5-945d-4ebe64c1f549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aada485-c6e5-4a1c-b726-d89e3f574a93,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:00.378596 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42816) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:00.381429 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-988dcf72-d07c-46a5-945d-4ebe64c1f549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:00.442817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-148255db-7316-48ef-8b71-ec49eb44c53a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:00.470332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-148255db-7316-48ef-8b71-ec49eb44c53a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:00.514493 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-148255db-7316-48ef-8b71-ec49eb44c53a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:00.519766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:00.533614 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148255db-7316-48ef-8b71-ec49eb44c53a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aada485-c6e5-4a1c-b726-d89e3f574a93,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:00.536141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-148255db-7316-48ef-8b71-ec49eb44c53a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:00.545622 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-148255db-7316-48ef-8b71-ec49eb44c53a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:00.546895 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-148255db-7316-48ef-8b71-ec49eb44c53a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1aada485-c6e5-4a1c-b726-d89e3f574a93 HTTP/1.1" status: 204 len: 168 time: 0.1667516 Jan 26 20:51:01.072021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b001f-4eb7-4a74-96b8-9416523bf0df req-864d0709-9452-40f9-a3b6-fa2d9db046b5 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:01.074038 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c68b001f-4eb7-4a74-96b8-9416523bf0df req-864d0709-9452-40f9-a3b6-fa2d9db046b5 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.2266502 Jan 26 20:51:01.149615 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c68b001f-4eb7-4a74-96b8-9416523bf0df req-0e2a8dd8-30bb-4ad7-a2da-c3a7484200dc tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672715 Jan 26 20:51:01.198026 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f72b04d-1bec-45d3-b5bb-bfcba9c0a97e req-8c0bab01-be0c-4270-b60a-97484aedb2f1 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:01.200619 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0f72b04d-1bec-45d3-b5bb-bfcba9c0a97e req-8c0bab01-be0c-4270-b60a-97484aedb2f1 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 945 time: 0.2617605 Jan 26 20:51:01.207414 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42864) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:01.247152 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6583ad9d-1313-4970-9df6-da926f8aff0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:01.280094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-6583ad9d-1313-4970-9df6-da926f8aff0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:01.296935 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0f72b04d-1bec-45d3-b5bb-bfcba9c0a97e req-a1ef5c67-5ac5-40d6-ad6d-bef4a1b4ee15 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857372 Jan 26 20:51:01.297984 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-6583ad9d-1313-4970-9df6-da926f8aff0b admin admin] Usage tracker for resource:security_group_rule and tenant:9e465e33e6824191b26205d661f6f89c is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:01.301400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-6583ad9d-1313-4970-9df6-da926f8aff0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:01.309102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-6583ad9d-1313-4970-9df6-da926f8aff0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:01.332958 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42876) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:01.425024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6583ad9d-1313-4970-9df6-da926f8aff0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:01.429940 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6583ad9d-1313-4970-9df6-da926f8aff0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:01.440729 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ef54346c-d9aa-41fd-981f-b5dffa954c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:01.494311 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-6583ad9d-1313-4970-9df6-da926f8aff0b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=9e465e33e6824191b26205d661f6f89c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862246 Jan 26 20:51:01.497548 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6583ad9d-1313-4970-9df6-da926f8aff0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3863ad-afd3-4bbb-8d8d-3eacdaac729a,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:01.497688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42884) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:01.513122 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6583ad9d-1313-4970-9df6-da926f8aff0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:01.517684 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ccc31e33-f936-44e9-9686-3a863251023a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:01.533192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ccc31e33-f936-44e9-9686-3a863251023a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:01.537227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ccc31e33-f936-44e9-9686-3a863251023a admin admin] Usage tracker for resource:security_group_rule and tenant:aa16d250c0d74b94b014b6f3972f67cc is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:01.540163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ccc31e33-f936-44e9-9686-3a863251023a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:01.546008 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ccc31e33-f936-44e9-9686-3a863251023a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:01.568116 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7307afa8-3834-4658-8799-d8f4db8b0324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:01.599272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7307afa8-3834-4658-8799-d8f4db8b0324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:01.635006 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ccc31e33-f936-44e9-9686-3a863251023a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:01.638929 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ccc31e33-f936-44e9-9686-3a863251023a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:01.647920 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:01.652950 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7307afa8-3834-4658-8799-d8f4db8b0324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:01.659559 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7c8dd687-1b61-4866-bf80-341507de166b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:01.673506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7307afa8-3834-4658-8799-d8f4db8b0324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3863ad-afd3-4bbb-8d8d-3eacdaac729a,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:01.676203 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7307afa8-3834-4658-8799-d8f4db8b0324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:01.678946 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7307afa8-3834-4658-8799-d8f4db8b0324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:01.680643 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-7307afa8-3834-4658-8799-d8f4db8b0324 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3d3863ad-afd3-4bbb-8d8d-3eacdaac729a HTTP/1.1" status: 204 len: 168 time: 0.1812632 Jan 26 20:51:01.696419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42890) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:01.696610 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ccc31e33-f936-44e9-9686-3a863251023a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa16d250c0d74b94b014b6f3972f67cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3617966 Jan 26 20:51:01.699216 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc31e33-f936-44e9-9686-3a863251023a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a535ad-500a-4da5-9888-1eae67480aff,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:01.702641 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ccc31e33-f936-44e9-9686-3a863251023a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:01.746539 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60882596-ab1c-4a70-b041-6c0d00a17bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:01.761504 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5b6fd59a-7bb3-4bbd-9373-34a80d3c53dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:01.791056 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5b6fd59a-7bb3-4bbd-9373-34a80d3c53dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:01.840484 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5b6fd59a-7bb3-4bbd-9373-34a80d3c53dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:01.845634 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:01.857081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6fd59a-7bb3-4bbd-9373-34a80d3c53dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a535ad-500a-4da5-9888-1eae67480aff,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:01.859673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5b6fd59a-7bb3-4bbd-9373-34a80d3c53dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:01.865076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5b6fd59a-7bb3-4bbd-9373-34a80d3c53dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:01.866384 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-5b6fd59a-7bb3-4bbd-9373-34a80d3c53dc admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e6a535ad-500a-4da5-9888-1eae67480aff HTTP/1.1" status: 204 len: 168 time: 0.1680462 Jan 26 20:51:02.044472 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42902) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:02.064158 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dd3fee35-942b-414b-8ce0-003baeb18ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:02.083521 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-dd3fee35-942b-414b-8ce0-003baeb18ba1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:02.087675 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-dd3fee35-942b-414b-8ce0-003baeb18ba1 admin admin] Usage tracker for resource:security_group_rule and tenant:a6cd9c717a3b4cfab1f37cee1577af32 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:02.091507 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-dd3fee35-942b-414b-8ce0-003baeb18ba1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:02.097365 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-dd3fee35-942b-414b-8ce0-003baeb18ba1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:02.181308 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dd3fee35-942b-414b-8ce0-003baeb18ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:02.184968 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dd3fee35-942b-414b-8ce0-003baeb18ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:02.193978 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7307afa8-3834-4658-8799-d8f4db8b0324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:02.241198 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-dd3fee35-942b-414b-8ce0-003baeb18ba1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a6cd9c717a3b4cfab1f37cee1577af32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1930063 Jan 26 20:51:02.241198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fee35-942b-414b-8ce0-003baeb18ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d09e295-0884-4d63-a2bd-8b931cbfd59c,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:02.242471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 42910) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:02.243176 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dd3fee35-942b-414b-8ce0-003baeb18ba1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:02.299786 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42914) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:02.321199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed8ac-aa79-467c-8bc4-709fc34bb5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:02.337859 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f100df11-9aaf-4c8a-a630-6654bf38a102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:02.339731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-7a1ed8ac-aa79-467c-8bc4-709fc34bb5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:02.344198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-7a1ed8ac-aa79-467c-8bc4-709fc34bb5bf admin admin] Usage tracker for resource:security_group_rule and tenant:2aa58e25c12c462690a06555610221ab is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:02.349431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-7a1ed8ac-aa79-467c-8bc4-709fc34bb5bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:02.356189 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-7a1ed8ac-aa79-467c-8bc4-709fc34bb5bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:02.367294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f100df11-9aaf-4c8a-a630-6654bf38a102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:02.417591 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f100df11-9aaf-4c8a-a630-6654bf38a102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:02.432837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8e6056cc-81d2-4eb3-9eaf-664984e79485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:02.456354 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed8ac-aa79-467c-8bc4-709fc34bb5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:02.467044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7a1ed8ac-aa79-467c-8bc4-709fc34bb5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:02.477453 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dd3fee35-942b-414b-8ce0-003baeb18ba1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:02.485300 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f100df11-9aaf-4c8a-a630-6654bf38a102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d09e295-0884-4d63-a2bd-8b931cbfd59c,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:02.496820 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f100df11-9aaf-4c8a-a630-6654bf38a102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:02.548459 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-7a1ed8ac-aa79-467c-8bc4-709fc34bb5bf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2aa58e25c12c462690a06555610221ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474973 Jan 26 20:51:02.549191 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ed8ac-aa79-467c-8bc4-709fc34bb5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c53dca4-1b75-44ed-a965-e33da2d25c48,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:02.558229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 42924) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:02.558229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7a1ed8ac-aa79-467c-8bc4-709fc34bb5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:02.560555 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f100df11-9aaf-4c8a-a630-6654bf38a102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:02.564153 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f100df11-9aaf-4c8a-a630-6654bf38a102 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d09e295-0884-4d63-a2bd-8b931cbfd59c HTTP/1.1" status: 204 len: 168 time: 0.3172183 Jan 26 20:51:02.643082 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f1ee-68ef-4a4c-a4a5-b497a43001a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:02.672295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f1ee-68ef-4a4c-a4a5-b497a43001a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:02.687003 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4648e2b7-9761-4410-902f-3cb0a6a634ce req-caa4d0df-1eab-45e8-8c1e-6c9de97b8c31 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:02.690867 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4648e2b7-9761-4410-902f-3cb0a6a634ce req-caa4d0df-1eab-45e8-8c1e-6c9de97b8c31 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.2454665 Jan 26 20:51:02.719230 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f1ee-68ef-4a4c-a4a5-b497a43001a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:02.724240 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5b6fd59a-7bb3-4bbd-9373-34a80d3c53dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:02.737077 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d19c6c-ef50-4e35-9e91-6b486719d9b4 req-33f99dbb-ab80-4b7f-860f-f861d2bce2c3 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:02.738743 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-60d19c6c-ef50-4e35-9e91-6b486719d9b4 req-33f99dbb-ab80-4b7f-860f-f861d2bce2c3 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 945 time: 0.2512448 Jan 26 20:51:02.739541 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7f1ee-68ef-4a4c-a4a5-b497a43001a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c53dca4-1b75-44ed-a965-e33da2d25c48,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:02.742733 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b8b7f1ee-68ef-4a4c-a4a5-b497a43001a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:02.747322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b8b7f1ee-68ef-4a4c-a4a5-b497a43001a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:02.756157 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b8b7f1ee-68ef-4a4c-a4a5-b497a43001a6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5c53dca4-1b75-44ed-a965-e33da2d25c48 HTTP/1.1" status: 204 len: 168 time: 0.1963074 Jan 26 20:51:02.806175 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4648e2b7-9761-4410-902f-3cb0a6a634ce req-a0f41b0f-2323-4a77-837e-179114686fb6 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661802 Jan 26 20:51:02.864844 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-60d19c6c-ef50-4e35-9e91-6b486719d9b4 req-d6a274b0-6f8b-468b-a8af-1451d2c0fa5b tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006715 Jan 26 20:51:04.144748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738f0d2-d4c2-4cab-bcad-92f8b154fb5c req-fd275818-6035-4269-b1f3-5f3c840884bc tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:04.146497 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8738f0d2-d4c2-4cab-bcad-92f8b154fb5c req-fd275818-6035-4269-b1f3-5f3c840884bc tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1558263 Jan 26 20:51:04.276718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.objects.ports [None req-1b318008-784d-4e05-9a53-a8486ee7ef4a None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:51:04.298017 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8738f0d2-d4c2-4cab-bcad-92f8b154fb5c req-8cb97f3a-306a-4dd3-aa61-35e449d348b0 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964298 Jan 26 20:51:04.346790 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43032) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:04.384009 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a6546-c8ab-4e42-b5db-64ac283907b8 req-fd79a578-c40c-400f-b2ad-9e1cd3c00247 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:04.392203 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-808a6546-c8ab-4e42-b5db-64ac283907b8 req-fd79a578-c40c-400f-b2ad-9e1cd3c00247 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 945 time: 0.3062356 Jan 26 20:51:04.399243 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:04.445564 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e15f3301-572f-4d3b-8655-41cc39bec3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:04.497714 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-808a6546-c8ab-4e42-b5db-64ac283907b8 req-668efbb7-d928-418c-8673-d3a6890ade2b tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044657 Jan 26 20:51:04.574454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c744257d-7556-4808-b7ec-b84b1ce6eeb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:04.591880 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-c744257d-7556-4808-b7ec-b84b1ce6eeb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:04.595973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-c744257d-7556-4808-b7ec-b84b1ce6eeb1 admin admin] Usage tracker for resource:security_group_rule and tenant:fa12afa9a42841468476971efd2fec94 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:04.599185 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-c744257d-7556-4808-b7ec-b84b1ce6eeb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:04.607049 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-c744257d-7556-4808-b7ec-b84b1ce6eeb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:04.731714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c744257d-7556-4808-b7ec-b84b1ce6eeb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:04.734993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c744257d-7556-4808-b7ec-b84b1ce6eeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:04.751659 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:04.804573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c744257d-7556-4808-b7ec-b84b1ce6eeb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1113d3c8-b891-4d07-aea3-30ab01491114,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:04.823950 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43080) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:04.825667 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-c744257d-7556-4808-b7ec-b84b1ce6eeb1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fa12afa9a42841468476971efd2fec94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4777029 Jan 26 20:51:04.827306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c744257d-7556-4808-b7ec-b84b1ce6eeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:04.902646 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f40b79ee-dc5b-4cbc-9989-b5bc4b725dfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:04.934327 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f40b79ee-dc5b-4cbc-9989-b5bc4b725dfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:05.041033 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f40b79ee-dc5b-4cbc-9989-b5bc4b725dfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:05.047928 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:05.063547 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b79ee-dc5b-4cbc-9989-b5bc4b725dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1113d3c8-b891-4d07-aea3-30ab01491114,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:05.066701 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f40b79ee-dc5b-4cbc-9989-b5bc4b725dfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:05.074515 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f40b79ee-dc5b-4cbc-9989-b5bc4b725dfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:05.075750 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f40b79ee-dc5b-4cbc-9989-b5bc4b725dfd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1113d3c8-b891-4d07-aea3-30ab01491114 HTTP/1.1" status: 204 len: 168 time: 0.2499876 Jan 26 20:51:05.315364 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:51:05.743988 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:51:05.750186 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:05.750605 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:05.805043 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e277a-bd9d-469a-a0be-d52921badd34 req-61a546fe-621d-474d-8db8-5e1b8c4e1604 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:05.807311 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-449e277a-bd9d-469a-a0be-d52921badd34 req-61a546fe-621d-474d-8db8-5e1b8c4e1604 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1994936 Jan 26 20:51:05.897856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43136) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:05.930824 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b644e229-d0f0-473c-a9f4-9018f9a4c86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:05.952732 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:05.959251 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-449e277a-bd9d-469a-a0be-d52921badd34 req-769f634f-a2ce-4f1d-9aef-6ae1d4dd07bf tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384737 Jan 26 20:51:05.985158 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b644e229-d0f0-473c-a9f4-9018f9a4c86e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:05.994224 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=6e58ed6d-7c7e-44c1-bdf3-e60001a547e2,segment=NetworkSegment(a4b3420a-4eed-451e-8d08-b7ede4fb31c0),segment_id=a4b3420a-4eed-451e-8d08-b7ede4fb31c0)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:51:05.996602 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7669d0e1-1214-4272-b581-ec09f4c17faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e58ed6d-7c7e-44c1-bdf3-e60001a547e2'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:51:06.005764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b644e229-d0f0-473c-a9f4-9018f9a4c86e admin admin] Usage tracker for resource:security_group_rule and tenant:0d9beaba9e1142b98fd5faa7507d1e75 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:06.005941 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:06.009315 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:06.022291 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:06.022477 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b644e229-d0f0-473c-a9f4-9018f9a4c86e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:06.030826 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b644e229-d0f0-473c-a9f4-9018f9a4c86e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:06.109470 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=6e58ed6d-7c7e-44c1-bdf3-e60001a547e2,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:06.119062 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 58fe5d54-80e6-4f45-a8f8-b9b356dea910 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:51:06.214129 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:06.215912 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7669d0e1-1214-4272-b581-ec09f4c17faf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e58ed6d-7c7e-44c1-bdf3-e60001a547e2', 'code': 200} Jan 26 20:51:06.240003 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:06.255251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b644e229-d0f0-473c-a9f4-9018f9a4c86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:06.261450 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b644e229-d0f0-473c-a9f4-9018f9a4c86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:06.283749 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49260cfd-d0a3-4101-a004-1ebafe45c442 req-d3b50943-60ed-45db-992d-2aa73cff63c0 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:06.293605 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-49260cfd-d0a3-4101-a004-1ebafe45c442 req-d3b50943-60ed-45db-992d-2aa73cff63c0 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 945 time: 0.2398953 Jan 26 20:51:06.321697 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:06.348974 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b644e229-d0f0-473c-a9f4-9018f9a4c86e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=0d9beaba9e1142b98fd5faa7507d1e75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4497831 Jan 26 20:51:06.351702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43160) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:06.376300 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-49260cfd-d0a3-4101-a004-1ebafe45c442 req-ad633d9b-62b7-4ddd-a89a-06c2dde5ad1d tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812993 Jan 26 20:51:06.408730 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644e229-d0f0-473c-a9f4-9018f9a4c86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bbe194-56b1-4cd2-a008-bd7df110dead,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:06.414520 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b644e229-d0f0-473c-a9f4-9018f9a4c86e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:06.455193 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8975b56f-df21-4a85-8f31-34a387898c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:06.551442 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8975b56f-df21-4a85-8f31-34a387898c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:06.623239 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3526d18d-d967-450b-ad02-1063f3916d64 req-8f3a02a6-08ce-4e38-9b02-29bf867c7b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:06.624969 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3526d18d-d967-450b-ad02-1063f3916d64 req-8f3a02a6-08ce-4e38-9b02-29bf867c7b55 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7669d0e1-1214-4272-b581-ec09f4c17faf HTTP/1.1" status: 200 len: 1163 time: 0.1498895 Jan 26 20:51:06.668567 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8975b56f-df21-4a85-8f31-34a387898c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:06.680881 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3cb9cdd8-25d8-4182-816a-6f15ff12b1cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:06.696120 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975b56f-df21-4a85-8f31-34a387898c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bbe194-56b1-4cd2-a008-bd7df110dead,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:06.708144 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8975b56f-df21-4a85-8f31-34a387898c65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:06.709423 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-3526d18d-d967-450b-ad02-1063f3916d64 req-3d8474d8-1436-4a6e-90d6-2d7066ea12d1 service neutron] Synchronizing usage tracker for tenant:d55e0d07ecaf403285b850a9a6979cd0 on resource:security_group {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:51:06.756039 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-3526d18d-d967-450b-ad02-1063f3916d64 req-3d8474d8-1436-4a6e-90d6-2d7066ea12d1 service neutron] Unset dirty status for tenant:d55e0d07ecaf403285b850a9a6979cd0 on resource:security_group {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:51:06.757274 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3526d18d-d967-450b-ad02-1063f3916d64 req-3d8474d8-1436-4a6e-90d6-2d7066ea12d1 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250176 Jan 26 20:51:06.758237 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8975b56f-df21-4a85-8f31-34a387898c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:06.762288 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-8975b56f-df21-4a85-8f31-34a387898c65 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/16bbe194-56b1-4cd2-a008-bd7df110dead HTTP/1.1" status: 204 len: 168 time: 0.4093552 Jan 26 20:51:06.931473 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43182) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:07.293753 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43200) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:07.313901 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1e8812cc-7b20-4647-ba49-e09d3ce5bc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:07.319170 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ade8d913-2d01-4f9b-b90b-1ce7baac9441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:07.330879 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-1e8812cc-7b20-4647-ba49-e09d3ce5bc6e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:07.336113 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-1e8812cc-7b20-4647-ba49-e09d3ce5bc6e admin admin] Usage tracker for resource:security_group_rule and tenant:7430bdb4d62a40a7b416e120b4b29d0f is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:07.339786 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-1e8812cc-7b20-4647-ba49-e09d3ce5bc6e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:07.346201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-1e8812cc-7b20-4647-ba49-e09d3ce5bc6e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:07.433268 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1e8812cc-7b20-4647-ba49-e09d3ce5bc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:07.446316 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1e8812cc-7b20-4647-ba49-e09d3ce5bc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:07.456691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52ee96-67f1-45b0-9f0d-c5397c68ed52 req-44e14ee4-451d-472e-9c46-f1e2b512a7a6 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:07.458391 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cc52ee96-67f1-45b0-9f0d-c5397c68ed52 req-44e14ee4-451d-472e-9c46-f1e2b512a7a6 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.2814307 Jan 26 20:51:07.477277 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ade8d913-2d01-4f9b-b90b-1ce7baac9441 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:07.486137 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c744257d-7556-4808-b7ec-b84b1ce6eeb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:07.496028 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-1e8812cc-7b20-4647-ba49-e09d3ce5bc6e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7430bdb4d62a40a7b416e120b4b29d0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004564 Jan 26 20:51:07.501027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43208) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:07.516477 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ade8d913-2d01-4f9b-b90b-1ce7baac9441 admin admin] Usage tracker for resource:security_group_rule and tenant:47ec080a28bb45cbbadc26a4580d518e is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:07.521911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ade8d913-2d01-4f9b-b90b-1ce7baac9441 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:07.540763 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cc52ee96-67f1-45b0-9f0d-c5397c68ed52 req-7b251135-50cb-458c-89c2-c856c8fb1ffa tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704803 Jan 26 20:51:07.542442 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ade8d913-2d01-4f9b-b90b-1ce7baac9441 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:07.566804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8812cc-7b20-4647-ba49-e09d3ce5bc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81280467-fbae-48e4-914d-48d143062393,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:07.586172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1e8812cc-7b20-4647-ba49-e09d3ce5bc6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:07.603482 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-863c74a5-b5ef-4fbe-9a8f-58736eca47c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:07.643421 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-863c74a5-b5ef-4fbe-9a8f-58736eca47c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:07.648440 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ade8d913-2d01-4f9b-b90b-1ce7baac9441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:07.653091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ade8d913-2d01-4f9b-b90b-1ce7baac9441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:07.680873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f100df11-9aaf-4c8a-a630-6654bf38a102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:07.695136 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-863c74a5-b5ef-4fbe-9a8f-58736eca47c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:07.700854 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-db440a21-de0e-4e22-b59b-faa4743df09c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:07.707413 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ade8d913-2d01-4f9b-b90b-1ce7baac9441 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=47ec080a28bb45cbbadc26a4580d518e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7724621 Jan 26 20:51:07.710812 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43212) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:07.715441 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c74a5-b5ef-4fbe-9a8f-58736eca47c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81280467-fbae-48e4-914d-48d143062393,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:07.722585 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8d913-2d01-4f9b-b90b-1ce7baac9441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a33eb4-3665-43c6-ab3f-4f4ffd4ab463,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:07.727210 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ade8d913-2d01-4f9b-b90b-1ce7baac9441 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:07.760800 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-863c74a5-b5ef-4fbe-9a8f-58736eca47c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:07.770427 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-863c74a5-b5ef-4fbe-9a8f-58736eca47c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:07.771635 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-863c74a5-b5ef-4fbe-9a8f-58736eca47c6 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/81280467-fbae-48e4-914d-48d143062393 HTTP/1.1" status: 204 len: 168 time: 0.2694254 Jan 26 20:51:07.795162 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-35d9816e-ddba-4ff3-820d-3c54529de832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:07.827753 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-35d9816e-ddba-4ff3-820d-3c54529de832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:07.887778 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-35d9816e-ddba-4ff3-820d-3c54529de832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:07.892939 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b122768b-6b3f-4b68-bd1b-6abff05529c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:07.906772 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d9816e-ddba-4ff3-820d-3c54529de832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a33eb4-3665-43c6-ab3f-4f4ffd4ab463,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:07.909653 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-35d9816e-ddba-4ff3-820d-3c54529de832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:07.910603 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-35d9816e-ddba-4ff3-820d-3c54529de832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:07.914592 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-35d9816e-ddba-4ff3-820d-3c54529de832 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/81a33eb4-3665-43c6-ab3f-4f4ffd4ab463 HTTP/1.1" status: 204 len: 168 time: 0.2018631 Jan 26 20:51:08.261833 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43240) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:08.281169 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fd02210a-88a4-444d-a110-c8f1030da398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:08.299945 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-fd02210a-88a4-444d-a110-c8f1030da398 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:08.304209 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-fd02210a-88a4-444d-a110-c8f1030da398 admin admin] Usage tracker for resource:security_group_rule and tenant:76bdaef2970e495e92bcc5e55f9fb094 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:08.307401 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-fd02210a-88a4-444d-a110-c8f1030da398 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:08.313102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-fd02210a-88a4-444d-a110-c8f1030da398 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:08.409104 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fd02210a-88a4-444d-a110-c8f1030da398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:08.412490 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fd02210a-88a4-444d-a110-c8f1030da398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:08.423105 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:08.466870 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-fd02210a-88a4-444d-a110-c8f1030da398 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=76bdaef2970e495e92bcc5e55f9fb094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038469 Jan 26 20:51:08.467833 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd02210a-88a4-444d-a110-c8f1030da398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe3fef5-c9d4-46bb-9618-e790399f723b,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:08.469789 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43250) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:08.471813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-fd02210a-88a4-444d-a110-c8f1030da398 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:08.539300 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2a519d36-6733-495a-ab02-049e55396751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:08.568991 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2a519d36-6733-495a-ab02-049e55396751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:08.626260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2a519d36-6733-495a-ab02-049e55396751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:08.646074 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:08.673354 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2a519d36-6733-495a-ab02-049e55396751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:08.675018 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-2a519d36-6733-495a-ab02-049e55396751 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5fe3fef5-c9d4-46bb-9618-e790399f723b HTTP/1.1" status: 204 len: 168 time: 0.2030246 Jan 26 20:51:08.677932 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a519d36-6733-495a-ab02-049e55396751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe3fef5-c9d4-46bb-9618-e790399f723b,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:08.683303 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2a519d36-6733-495a-ab02-049e55396751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:09.041918 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4b067-7a67-4ec3-b7c2-0cea1c449a81 req-a6e9c346-206d-4656-9557-cda325f40f5e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:09.049566 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-14b4b067-7a67-4ec3-b7c2-0cea1c449a81 req-a6e9c346-206d-4656-9557-cda325f40f5e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.3213267 Jan 26 20:51:09.140459 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-14b4b067-7a67-4ec3-b7c2-0cea1c449a81 req-95d4df46-392a-43e3-b7fb-48a16dc0d8ab tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898705 Jan 26 20:51:09.365605 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43292) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:09.524165 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8c24c9c0-5f37-4990-96fe-b4e1852ac1dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:09.540022 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-8c24c9c0-5f37-4990-96fe-b4e1852ac1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:09.545255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-8c24c9c0-5f37-4990-96fe-b4e1852ac1dd admin admin] Usage tracker for resource:security_group_rule and tenant:79c6723577a941268d9a8c28b6433f1d is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:09.556233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-8c24c9c0-5f37-4990-96fe-b4e1852ac1dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:09.562168 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-8c24c9c0-5f37-4990-96fe-b4e1852ac1dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:09.653706 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8c24c9c0-5f37-4990-96fe-b4e1852ac1dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:09.658522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8c24c9c0-5f37-4990-96fe-b4e1852ac1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:09.694748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1e8812cc-7b20-4647-ba49-e09d3ce5bc6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:09.702323 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-8c24c9c0-5f37-4990-96fe-b4e1852ac1dd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=79c6723577a941268d9a8c28b6433f1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348408 Jan 26 20:51:09.705188 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43310) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:09.723463 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24c9c0-5f37-4990-96fe-b4e1852ac1dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141c0ea6-e522-4098-bee8-5e8ec754e288,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:09.740907 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8c24c9c0-5f37-4990-96fe-b4e1852ac1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:09.776658 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ddba21ba-9e9d-428d-9de4-58fc1e0c7058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:09.805405 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ddba21ba-9e9d-428d-9de4-58fc1e0c7058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:09.851421 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ddba21ba-9e9d-428d-9de4-58fc1e0c7058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:09.857046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-fb920bbf-741e-4d69-90ed-f027872819cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:09.867723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba21ba-9e9d-428d-9de4-58fc1e0c7058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141c0ea6-e522-4098-bee8-5e8ec754e288,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:09.872298 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ddba21ba-9e9d-428d-9de4-58fc1e0c7058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:09.876030 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ddba21ba-9e9d-428d-9de4-58fc1e0c7058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:09.878492 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ddba21ba-9e9d-428d-9de4-58fc1e0c7058 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/141c0ea6-e522-4098-bee8-5e8ec754e288 HTTP/1.1" status: 204 len: 168 time: 0.1724772 Jan 26 20:51:10.442414 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0a75cc-0241-49f3-8880-e6c778e8b2d8 req-2d5248ef-f30e-4e58-b177-5c0f4587c0c2 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:10.444107 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fc0a75cc-0241-49f3-8880-e6c778e8b2d8 req-2d5248ef-f30e-4e58-b177-5c0f4587c0c2 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1368558 Jan 26 20:51:10.503001 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fc0a75cc-0241-49f3-8880-e6c778e8b2d8 req-72dedc67-3bb7-44d1-87ac-a0d1a0954e0a tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515833 Jan 26 20:51:10.921498 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:51:11.032005 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:11.032354 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:11.710179 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:51:11.848113 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:11.848800 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:11.919584 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43420) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:11.931493 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77cf371-13f9-4a56-b530-553b6ae11db5 req-14dd0e2b-f080-41fa-aa87-8d9441e773cc tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:11.933605 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d77cf371-13f9-4a56-b530-553b6ae11db5 req-14dd0e2b-f080-41fa-aa87-8d9441e773cc tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.2372541 Jan 26 20:51:12.014944 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d77cf371-13f9-4a56-b530-553b6ae11db5 req-f876c804-08c7-4a04-b798-417fa3041b0c tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746617 Jan 26 20:51:12.251651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-097ba2c9-0175-4dbb-9b1a-e8cb031b78b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:12.272989 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-097ba2c9-0175-4dbb-9b1a-e8cb031b78b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:12.277856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-097ba2c9-0175-4dbb-9b1a-e8cb031b78b8 admin admin] Usage tracker for resource:security_group_rule and tenant:e70c1f1cc87942679324904a91291d55 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:12.281201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-097ba2c9-0175-4dbb-9b1a-e8cb031b78b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:12.287627 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-097ba2c9-0175-4dbb-9b1a-e8cb031b78b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:12.406467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-097ba2c9-0175-4dbb-9b1a-e8cb031b78b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:12.410454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-097ba2c9-0175-4dbb-9b1a-e8cb031b78b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:12.422407 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b7d36f74-ea5c-4496-b6a9-77d2e92a2528 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:12.471611 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097ba2c9-0175-4dbb-9b1a-e8cb031b78b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1d9870-5bee-4b54-8ce3-eba1b6abf785,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:12.476646 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-097ba2c9-0175-4dbb-9b1a-e8cb031b78b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:12.482543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43446) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:12.482665 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-097ba2c9-0175-4dbb-9b1a-e8cb031b78b8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e70c1f1cc87942679324904a91291d55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5619266 Jan 26 20:51:12.569594 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c3e44221-8952-455d-9adc-d381b5103489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:12.601713 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c3e44221-8952-455d-9adc-d381b5103489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:12.670897 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c3e44221-8952-455d-9adc-d381b5103489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:12.675936 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1e45096a-9252-44f5-92fd-96f6e97b701a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:12.693498 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e44221-8952-455d-9adc-d381b5103489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1d9870-5bee-4b54-8ce3-eba1b6abf785,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:12.696384 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c3e44221-8952-455d-9adc-d381b5103489 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:12.697566 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c3e44221-8952-455d-9adc-d381b5103489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:12.702025 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-c3e44221-8952-455d-9adc-d381b5103489 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/cf1d9870-5bee-4b54-8ce3-eba1b6abf785 HTTP/1.1" status: 204 len: 168 time: 0.2158060 Jan 26 20:51:13.143898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43472) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:13.210801 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-42e90bb0-df4f-4352-ab83-f89ed0266bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:13.228872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-42e90bb0-df4f-4352-ab83-f89ed0266bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:13.236576 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-42e90bb0-df4f-4352-ab83-f89ed0266bf6 admin admin] Usage tracker for resource:security_group_rule and tenant:26ecc8fc54fd42db9039bcd5ee565d84 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:13.241867 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-42e90bb0-df4f-4352-ab83-f89ed0266bf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:13.256117 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-42e90bb0-df4f-4352-ab83-f89ed0266bf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:13.333823 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b3512d-e6fc-4c0f-a79d-b791f2f5c982 req-be8c9a11-6af7-48ea-a658-aec1395636cb tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:13.335610 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-45b3512d-e6fc-4c0f-a79d-b791f2f5c982 req-be8c9a11-6af7-48ea-a658-aec1395636cb tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1884468 Jan 26 20:51:13.410965 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-45b3512d-e6fc-4c0f-a79d-b791f2f5c982 req-6f3c9e83-54ce-4e65-a5e9-8aaab9206f80 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661399 Jan 26 20:51:13.487764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-42e90bb0-df4f-4352-ab83-f89ed0266bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:13.492700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-42e90bb0-df4f-4352-ab83-f89ed0266bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:13.502152 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ddba21ba-9e9d-428d-9de4-58fc1e0c7058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:13.535856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e90bb0-df4f-4352-ab83-f89ed0266bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f76183-04ec-4fa1-bc86-63e80024a5de,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:13.541021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-42e90bb0-df4f-4352-ab83-f89ed0266bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:13.563339 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43486) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:13.566383 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-42e90bb0-df4f-4352-ab83-f89ed0266bf6 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=26ecc8fc54fd42db9039bcd5ee565d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212081 Jan 26 20:51:13.665680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e81ef779-0a1c-4756-ac58-1cc29203f1ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:13.703902 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e81ef779-0a1c-4756-ac58-1cc29203f1ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:13.765353 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e81ef779-0a1c-4756-ac58-1cc29203f1ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:13.773513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-612e0160-fc8a-4491-ade9-4416987fcde9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:13.788883 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ef779-0a1c-4756-ac58-1cc29203f1ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f76183-04ec-4fa1-bc86-63e80024a5de,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:13.793523 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e81ef779-0a1c-4756-ac58-1cc29203f1ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:13.813394 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e81ef779-0a1c-4756-ac58-1cc29203f1ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:13.814658 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-e81ef779-0a1c-4756-ac58-1cc29203f1ec admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/54f76183-04ec-4fa1-bc86-63e80024a5de HTTP/1.1" status: 204 len: 168 time: 0.2502005 Jan 26 20:51:14.692425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbf0f8-00e2-4020-831b-f70f06d4c780 req-c9583eab-3d4f-41d3-ac99-c80e2433ac74 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:14.694199 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a1fbf0f8-00e2-4020-831b-f70f06d4c780 req-c9583eab-3d4f-41d3-ac99-c80e2433ac74 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1359718 Jan 26 20:51:14.781049 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a1fbf0f8-00e2-4020-831b-f70f06d4c780 req-00ec23e4-6244-4778-815f-86aa5976cb73 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763500 Jan 26 20:51:15.332860 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43562) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:15.520661 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2ba5179d-7ff5-4aa3-952c-42cbe257fa8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:15.537289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-2ba5179d-7ff5-4aa3-952c-42cbe257fa8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:15.541502 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-2ba5179d-7ff5-4aa3-952c-42cbe257fa8f admin admin] Usage tracker for resource:security_group_rule and tenant:62b0cce4673149bb9025110a0eb8f729 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:15.544793 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-2ba5179d-7ff5-4aa3-952c-42cbe257fa8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:15.550902 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-2ba5179d-7ff5-4aa3-952c-42cbe257fa8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:15.638192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2ba5179d-7ff5-4aa3-952c-42cbe257fa8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:15.640770 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2ba5179d-7ff5-4aa3-952c-42cbe257fa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:15.649928 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8975b56f-df21-4a85-8f31-34a387898c65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:15.692328 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-2ba5179d-7ff5-4aa3-952c-42cbe257fa8f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=62b0cce4673149bb9025110a0eb8f729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583367 Jan 26 20:51:15.693208 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba5179d-7ff5-4aa3-952c-42cbe257fa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e685f2-7047-4b4f-a7d4-baea43140247,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:15.695373 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43574) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:15.696523 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2ba5179d-7ff5-4aa3-952c-42cbe257fa8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:15.758143 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b52f5f2e-ed78-4f70-a086-6ab3c391e6a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:15.790117 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b52f5f2e-ed78-4f70-a086-6ab3c391e6a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:15.837248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b52f5f2e-ed78-4f70-a086-6ab3c391e6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:15.843493 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:15.858135 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f5f2e-ed78-4f70-a086-6ab3c391e6a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e685f2-7047-4b4f-a7d4-baea43140247,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:15.862377 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b52f5f2e-ed78-4f70-a086-6ab3c391e6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:15.870744 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b52f5f2e-ed78-4f70-a086-6ab3c391e6a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:15.871962 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b52f5f2e-ed78-4f70-a086-6ab3c391e6a4 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/48e685f2-7047-4b4f-a7d4-baea43140247 HTTP/1.1" status: 204 len: 168 time: 0.1749706 Jan 26 20:51:16.054145 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d687df1a-ab9c-4951-8bac-9e6b05e0684f req-1cb3f371-1f52-4eee-a326-062d7b27a9f0 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:16.055811 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d687df1a-ab9c-4951-8bac-9e6b05e0684f req-1cb3f371-1f52-4eee-a326-062d7b27a9f0 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1234975 Jan 26 20:51:16.112277 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d687df1a-ab9c-4951-8bac-9e6b05e0684f req-639dcc95-c299-4ea2-8f50-9cea0cdf528a tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499115 Jan 26 20:51:16.223101 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43588) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:16.245603 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-63b8a91c-8bc3-4f52-9e64-596705c839e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:16.260467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-63b8a91c-8bc3-4f52-9e64-596705c839e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:16.264538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-63b8a91c-8bc3-4f52-9e64-596705c839e4 admin admin] Usage tracker for resource:security_group_rule and tenant:36063e34d3724b4f946fbb8b4be37da7 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:16.267493 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-63b8a91c-8bc3-4f52-9e64-596705c839e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:16.273146 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-63b8a91c-8bc3-4f52-9e64-596705c839e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:16.359781 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-63b8a91c-8bc3-4f52-9e64-596705c839e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:16.362798 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-63b8a91c-8bc3-4f52-9e64-596705c839e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:16.371424 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:16.412720 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-63b8a91c-8bc3-4f52-9e64-596705c839e4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=36063e34d3724b4f946fbb8b4be37da7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885293 Jan 26 20:51:16.413565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b8a91c-8bc3-4f52-9e64-596705c839e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b9e9533-a6f5-4da2-9e31-dbe958a7511c,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:16.415690 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43596) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:16.417293 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-63b8a91c-8bc3-4f52-9e64-596705c839e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:16.479655 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a561dd26-eeeb-4cd1-bbcb-0a2dc5f4c87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:16.510299 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a561dd26-eeeb-4cd1-bbcb-0a2dc5f4c87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:16.555331 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a561dd26-eeeb-4cd1-bbcb-0a2dc5f4c87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:16.560846 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5f00b6d5-cae1-4465-90fe-94f329743793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:16.576496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561dd26-eeeb-4cd1-bbcb-0a2dc5f4c87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b9e9533-a6f5-4da2-9e31-dbe958a7511c,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:16.581139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a561dd26-eeeb-4cd1-bbcb-0a2dc5f4c87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:16.583776 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a561dd26-eeeb-4cd1-bbcb-0a2dc5f4c87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:16.585327 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-a561dd26-eeeb-4cd1-bbcb-0a2dc5f4c87c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1b9e9533-a6f5-4da2-9e31-dbe958a7511c HTTP/1.1" status: 204 len: 168 time: 0.1675758 Jan 26 20:51:17.362107 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05809f7-b559-4210-be75-aa6fe8a6845d req-8c7f9a94-729f-441a-88a8-8b4f1ab0c91e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:17.363811 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a05809f7-b559-4210-be75-aa6fe8a6845d req-8c7f9a94-729f-441a-88a8-8b4f1ab0c91e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1251884 Jan 26 20:51:17.424972 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a05809f7-b559-4210-be75-aa6fe8a6845d req-a810770e-bc55-42c5-8f64-cbe77f014943 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537937 Jan 26 20:51:18.716052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1cd028-17c1-4dd6-8c8b-12858e2a58e8 req-2b1f1bde-4c11-49dc-828a-b9807e32c0ac tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:18.717387 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6f1cd028-17c1-4dd6-8c8b-12858e2a58e8 req-2b1f1bde-4c11-49dc-828a-b9807e32c0ac tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1423526 Jan 26 20:51:18.774259 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6f1cd028-17c1-4dd6-8c8b-12858e2a58e8 req-d321a9cc-3a35-49c4-96e8-a0ba5a8c9062 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506694 Jan 26 20:51:20.004737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43728) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:20.051581 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f896fd-4dc5-487c-94b3-15a264cf4a63 req-f1cfad47-ecfe-4c02-984f-a7a1be494314 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:20.061471 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-67f896fd-4dc5-487c-94b3-15a264cf4a63 req-f1cfad47-ecfe-4c02-984f-a7a1be494314 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1504476 Jan 26 20:51:20.128631 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-67f896fd-4dc5-487c-94b3-15a264cf4a63 req-ea1d28fa-23f1-49ee-a6ec-aadcf6282792 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660858 Jan 26 20:51:20.204870 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:20.226054 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:20.230384 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Usage tracker for resource:security_group_rule and tenant:56ed0c6c0e7b4260a8480503f63f7f25 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:20.233468 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:20.239636 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:20.328658 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:20.331494 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:20.339170 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b644e229-d0f0-473c-a9f4-9018f9a4c86e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:20.387961 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=56ed0c6c0e7b4260a8480503f63f7f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777323 Jan 26 20:51:20.387961 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf237e62-0117-4cbd-89f9-6ecd280d232e,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:20.389240 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43760) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:20.405768 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.406173 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.406560 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.406947 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.407323 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.407699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.408075 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.408446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.408815 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.409184 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.409550 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.409919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.410331 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.410903 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.411019 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.411392 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.411761 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.412131 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.412495 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.412860 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.413228 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.413594 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.414001 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.414423 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:20.420643 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:20.475718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2af70c98-eba7-445d-9003-45e0985a266e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:20.512804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2af70c98-eba7-445d-9003-45e0985a266e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:20.566786 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2af70c98-eba7-445d-9003-45e0985a266e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:20.572422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f406585d-1be0-48ac-b2b7-78bc7c209bc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:20.586947 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af70c98-eba7-445d-9003-45e0985a266e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf237e62-0117-4cbd-89f9-6ecd280d232e,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:20.590467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2af70c98-eba7-445d-9003-45e0985a266e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:20.591407 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2af70c98-eba7-445d-9003-45e0985a266e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:20.595115 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-2af70c98-eba7-445d-9003-45e0985a266e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bf237e62-0117-4cbd-89f9-6ecd280d232e HTTP/1.1" status: 204 len: 168 time: 0.2024114 Jan 26 20:51:20.760087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43788) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:20.923545 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-76b524dd-7b1c-461a-a166-473e424f40b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:20.939603 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-76b524dd-7b1c-461a-a166-473e424f40b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:20.943697 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-76b524dd-7b1c-461a-a166-473e424f40b0 admin admin] Usage tracker for resource:security_group_rule and tenant:2fcdcc19ac884024873c7f1ba6dacc79 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:20.946632 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-76b524dd-7b1c-461a-a166-473e424f40b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:20.953174 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-76b524dd-7b1c-461a-a166-473e424f40b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:21.036671 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-76b524dd-7b1c-461a-a166-473e424f40b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.039621 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-76b524dd-7b1c-461a-a166-473e424f40b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.048304 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b8b7f1ee-68ef-4a4c-a4a5-b497a43001a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:21.094067 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-76b524dd-7b1c-461a-a166-473e424f40b0 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2fcdcc19ac884024873c7f1ba6dacc79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326013 Jan 26 20:51:21.095688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b524dd-7b1c-461a-a166-473e424f40b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa983f3-00ff-4246-9a26-b7e20e9359fa,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:21.097019 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43798) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:21.099180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-76b524dd-7b1c-461a-a166-473e424f40b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:21.164645 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43804) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:21.165123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e7527cd9-933d-4961-b652-b7f2dc164acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.185500 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-45554293-72d9-42be-b420-04a215c47ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.194539 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e7527cd9-933d-4961-b652-b7f2dc164acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.201341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-45554293-72d9-42be-b420-04a215c47ddc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:21.205670 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-45554293-72d9-42be-b420-04a215c47ddc admin admin] Usage tracker for resource:security_group_rule and tenant:1e1467e899464902bea4f5a0d570aaa9 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:21.208858 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-45554293-72d9-42be-b420-04a215c47ddc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:21.214799 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-45554293-72d9-42be-b420-04a215c47ddc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:21.243558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e7527cd9-933d-4961-b652-b7f2dc164acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.250071 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:21.301357 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7527cd9-933d-4961-b652-b7f2dc164acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa983f3-00ff-4246-9a26-b7e20e9359fa,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:21.301826 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-45554293-72d9-42be-b420-04a215c47ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.305557 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-45554293-72d9-42be-b420-04a215c47ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.315208 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e7527cd9-933d-4961-b652-b7f2dc164acd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:21.316309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:21.330274 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e7527cd9-933d-4961-b652-b7f2dc164acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.331416 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-e7527cd9-933d-4961-b652-b7f2dc164acd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1fa983f3-00ff-4246-9a26-b7e20e9359fa HTTP/1.1" status: 204 len: 168 time: 0.2332468 Jan 26 20:51:21.372915 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-45554293-72d9-42be-b420-04a215c47ddc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=1e1467e899464902bea4f5a0d570aaa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046664 Jan 26 20:51:21.372915 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45554293-72d9-42be-b420-04a215c47ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4e5f8a-bc82-4e05-9b25-ca36fecc5f40,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:21.373282 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43810) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:21.374881 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-45554293-72d9-42be-b420-04a215c47ddc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:21.433042 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39649821-cb02-42d9-bb8e-2e571701becc req-b5d06d5d-065f-4c49-9550-05299efee4f9 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:21.434702 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-39649821-cb02-42d9-bb8e-2e571701becc req-b5d06d5d-065f-4c49-9550-05299efee4f9 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1742103 Jan 26 20:51:21.529353 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-39649821-cb02-42d9-bb8e-2e571701becc req-6e490b64-92c7-40da-a056-809fd0cbb1f1 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870030 Jan 26 20:51:21.534318 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7272c68-036a-49fe-92d9-456f03e44a7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.572580 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7272c68-036a-49fe-92d9-456f03e44a7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.621371 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7272c68-036a-49fe-92d9-456f03e44a7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.626798 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ade8d913-2d01-4f9b-b90b-1ce7baac9441 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:21.639463 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7272c68-036a-49fe-92d9-456f03e44a7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4e5f8a-bc82-4e05-9b25-ca36fecc5f40,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:21.646943 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c7272c68-036a-49fe-92d9-456f03e44a7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:21.647772 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7272c68-036a-49fe-92d9-456f03e44a7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.652728 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-c7272c68-036a-49fe-92d9-456f03e44a7b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aa4e5f8a-bc82-4e05-9b25-ca36fecc5f40 HTTP/1.1" status: 204 len: 168 time: 0.2777400 Jan 26 20:51:21.830041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43826) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:21.849069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.866633 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:21.871115 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Usage tracker for resource:security_group_rule and tenant:ff107ce9814c4fcfb579b3c4e4225d45 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:21.875742 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:21.881748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:21.978222 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.981975 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:21.990992 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d7018454-cbdd-49a9-84e3-2a1e3c34bdd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:22.035243 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ff107ce9814c4fcfb579b3c4e4225d45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2040281 Jan 26 20:51:22.036852 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1500be0e-b001-4a38-80f3-c1eb75684702,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:22.038146 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43836) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:22.045044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.048514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.048514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.048514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.048514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.048514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.048514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.048514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.048514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.048514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.049201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.049201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.049334 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.049620 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.050404 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.050561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.053517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.053517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.053517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.053517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.053517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.053517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.053517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.053517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:22.058674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:22.103883 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0d3835a8-a28b-4ecb-8d97-14dac9b06503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:22.139699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0d3835a8-a28b-4ecb-8d97-14dac9b06503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:22.189099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0d3835a8-a28b-4ecb-8d97-14dac9b06503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:22.194703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2af70c98-eba7-445d-9003-45e0985a266e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:22.208774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3835a8-a28b-4ecb-8d97-14dac9b06503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1500be0e-b001-4a38-80f3-c1eb75684702,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:22.211790 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0d3835a8-a28b-4ecb-8d97-14dac9b06503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:22.221591 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0d3835a8-a28b-4ecb-8d97-14dac9b06503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:22.225636 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-0d3835a8-a28b-4ecb-8d97-14dac9b06503 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1500be0e-b001-4a38-80f3-c1eb75684702 HTTP/1.1" status: 204 len: 168 time: 0.1858249 Jan 26 20:51:22.743919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43868) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:22.910506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e997e-9b61-4958-a2f3-1009a7fdcaef req-b35c0ec4-bece-41b4-8b95-fb18a94a70e6 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:22.912197 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-464e997e-9b61-4958-a2f3-1009a7fdcaef req-b35c0ec4-bece-41b4-8b95-fb18a94a70e6 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1374493 Jan 26 20:51:22.976879 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-464e997e-9b61-4958-a2f3-1009a7fdcaef req-8832a5a6-2416-47a3-a7fe-1e030c54f225 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559888 Jan 26 20:51:23.108604 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-333546281-network', 'tenant_id': 'ca83b2fce6834a66bca57f769288eb36'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:51:23.113566 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:23.118323 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Usage tracker for resource:network and tenant:ca83b2fce6834a66bca57f769288eb36 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:23.122851 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:23.128802 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:23.138432 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Made reservation on behalf of ca83b2fce6834a66bca57f769288eb36 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:51:23.143298 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:23.158648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:23.175868 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:23.180234 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Usage tracker for resource:security_group_rule and tenant:ca83b2fce6834a66bca57f769288eb36 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:23.184025 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:23.190917 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:23.291179 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:23.294210 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:23.299049 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e7527cd9-933d-4961-b652-b7f2dc164acd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:23.340801 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:51:23.347041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21d140c-0b19-4402-8db6-0115293b185c,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:23.351081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:23.356553 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:23.356553 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Added segment a15fe1a3-7a0a-4495-b36a-e04a3a217f31 of type vxlan for network 040fef4c-8b94-4822-a89d-1c35d573bb72 Jan 26 20:51:23.386291 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:23.421497 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:23.422876 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:23.423516 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:23.428944 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-495d9508-dc93-432d-ab9f-e9f2478434f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:23.473008 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0c9bd9e3-3856-4e3f-a5a4-31bc8e607eb6 req-447e21c0-b8ee-4422-b680-9b0c1af8c2e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0876181 Jan 26 20:51:23.547466 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Pushing event updated for resources: {'Network': ['ID=040fef4c-8b94-4822-a89d-1c35d573bb72,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:23.557528 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8057473 Jan 26 20:51:23.557528 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:23.557984 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 43892) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:23.560830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network 040fef4c-8b94-4822-a89d-1c35d573bb72 details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:51:23.565748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Request body: {'subnet': {'network_id': '040fef4c-8b94-4822-a89d-1c35d573bb72', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-333546281-subnet', 'tenant_id': 'ca83b2fce6834a66bca57f769288eb36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:51:23.574587 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:23.579454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Usage tracker for resource:subnet and tenant:ca83b2fce6834a66bca57f769288eb36 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:23.580149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network 040fef4c-8b94-4822-a89d-1c35d573bb72 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:51:23.582538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:23.590989 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:23.653761 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Made reservation on behalf of ca83b2fce6834a66bca57f769288eb36 for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:51:23.670645 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:23.868860 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bd9e3-3856-4e3f-a5a4-31bc8e607eb6 req-cc97b4a9-0a84-4d63-95cd-71799eda5428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:23.872869 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0c9bd9e3-3856-4e3f-a5a4-31bc8e607eb6 req-cc97b4a9-0a84-4d63-95cd-71799eda5428 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=b4844173aec94b72b34c9a79df9ba47e&device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 1162 time: 0.2847133 Jan 26 20:51:24.122324 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bd9e3-3856-4e3f-a5a4-31bc8e607eb6 req-d22a9308-170f-4677-b9ef-22377b40e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:24.123926 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0c9bd9e3-3856-4e3f-a5a4-31bc8e607eb6 req-d22a9308-170f-4677-b9ef-22377b40e45a service neutron] 10.222.0.11 "GET /v2.0/networks?id=6aac5e60-54e6-4197-8d28-895749866c95 HTTP/1.1" status: 200 len: 906 time: 0.2289662 Jan 26 20:51:24.369389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eac2c9-1067-46bb-b3f2-ddb82d327ba3 req-25384d13-9b0f-4755-9006-0d7eb8c13651 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:24.387045 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-03eac2c9-1067-46bb-b3f2-ddb82d327ba3 req-25384d13-9b0f-4755-9006-0d7eb8c13651 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.2333369 Jan 26 20:51:24.395477 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0c9bd9e3-3856-4e3f-a5a4-31bc8e607eb6 req-d9d2f1c3-b020-4a93-afbc-8323a19db4a6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=47d5bd90-c3fe-4710-af1e-f1da3021fc8f HTTP/1.1" status: 200 len: 217 time: 0.2260430 Jan 26 20:51:24.527248 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-03eac2c9-1067-46bb-b3f2-ddb82d327ba3 req-d15bacd0-0b36-4caa-a1a8-2e6951dd0bcc tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377938 Jan 26 20:51:24.703695 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:51:24.819534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b0cccd-d7b5-4b22-9541-0929bd3cad49 req-23d24b9f-01e9-450c-b54f-0ac5b7b34297 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:24.828995 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-27b0cccd-d7b5-4b22-9541-0929bd3cad49 req-23d24b9f-01e9-450c-b54f-0ac5b7b34297 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 945 time: 0.2250187 Jan 26 20:51:24.904197 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-27b0cccd-d7b5-4b22-9541-0929bd3cad49 req-16eff0f1-0dfb-4145-8e97-ee01fdab00a3 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737417 Jan 26 20:51:24.956066 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bd9e3-3856-4e3f-a5a4-31bc8e607eb6 req-cd67d7ef-9f4e-4a3f-b7ff-f1ac0800c9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:24.957629 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0c9bd9e3-3856-4e3f-a5a4-31bc8e607eb6 req-cd67d7ef-9f4e-4a3f-b7ff-f1ac0800c9a8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bdff7503-8e0b-480f-b4ff-afa17cd67712 HTTP/1.1" status: 200 len: 852 time: 0.5493727 Jan 26 20:51:25.016146 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0c9bd9e3-3856-4e3f-a5a4-31bc8e607eb6 req-67b14bcf-c785-410a-bfdf-86d9d9e60ab0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=6aac5e60-54e6-4197-8d28-895749866c95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487232 Jan 26 20:51:25.216590 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0c9bd9e3-3856-4e3f-a5a4-31bc8e607eb6 req-e9fdc927-4341-427f-bc74-99047c3667e7 service neutron] 10.222.0.11 "GET /v2.0/networks/6aac5e60-54e6-4197-8d28-895749866c95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918545 Jan 26 20:51:25.377143 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:25.396439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-80328eec-5e92-40e0-851f-e3d45b8be8e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:25.460534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 43992) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:25.542300 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0c9bd9e3-3856-4e3f-a5a4-31bc8e607eb6 req-6b18f9bc-9f11-4c0b-9318-9283b490b2fd service neutron] 10.222.0.11 "GET /v2.0/networks/6aac5e60-54e6-4197-8d28-895749866c95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3147943 Jan 26 20:51:25.572300 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b15c2cd-0ccc-4584-a5a3-7e811fd5090d,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:25.609112 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:25.687598 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ff014de9-ae0a-4807-82d0-aea2fef6bdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:25.708523 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Checking segment: {'id': 'a15fe1a3-7a0a-4495-b36a-e04a3a217f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '040fef4c-8b94-4822-a89d-1c35d573bb72'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:51:25.709118 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Network hostable DHCP agents. Network: 040fef4c-8b94-4822-a89d-1c35d573bb72, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:51:25.731196 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Network 040fef4c-8b94-4822-a89d-1c35d573bb72 is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:51:25.742776 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, 040fef4c-8b94-4822-a89d-1c35d573bb72) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:51:25.748338 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:25.749147 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:25.754914 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3250ce-47d9-4562-aa60-75d00d72d7b7 None None] Network 040fef4c-8b94-4822-a89d-1c35d573bb72 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:51:25.758666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ff014de9-ae0a-4807-82d0-aea2fef6bdb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:25.771258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ff014de9-ae0a-4807-82d0-aea2fef6bdb8 admin admin] Usage tracker for resource:security_group_rule and tenant:2f56282c64d44c42b7f5bb0f5bcf1d0a is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:25.774916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ff014de9-ae0a-4807-82d0-aea2fef6bdb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:25.784421 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.2196019 Jan 26 20:51:25.784598 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ff014de9-ae0a-4807-82d0-aea2fef6bdb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:25.879882 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44006) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:25.916911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a083ac6b-57b7-4116-be28-70921f4d6ef7 req-6c70cda1-1ecc-47e4-83de-e0bb66570960 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:25.924549 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a083ac6b-57b7-4116-be28-70921f4d6ef7 req-6c70cda1-1ecc-47e4-83de-e0bb66570960 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.2174132 Jan 26 20:51:26.048192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ac1486-7123-424e-8a4e-8cb05025ac60 None None] Network 040fef4c-8b94-4822-a89d-1c35d573bb72 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:51:26.090525 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a083ac6b-57b7-4116-be28-70921f4d6ef7 req-7c61d8fd-cf62-421e-9ab4-177afcf655ba tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650255 Jan 26 20:51:26.109334 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-da268150-c125-4a77-a971-3da77100a1cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:26.155123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-da268150-c125-4a77-a971-3da77100a1cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:26.168135 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-da268150-c125-4a77-a971-3da77100a1cf admin admin] Usage tracker for resource:security_group_rule and tenant:b34ebd4b828847d1998646c720848f21 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:26.170011 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ff014de9-ae0a-4807-82d0-aea2fef6bdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:26.175124 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-da268150-c125-4a77-a971-3da77100a1cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:26.188366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-da268150-c125-4a77-a971-3da77100a1cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:26.212578 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ff014de9-ae0a-4807-82d0-aea2fef6bdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:26.252994 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ccc31e33-f936-44e9-9686-3a863251023a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:26.267188 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ff014de9-ae0a-4807-82d0-aea2fef6bdb8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2f56282c64d44c42b7f5bb0f5bcf1d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8051143 Jan 26 20:51:26.268418 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44026) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:26.347848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff014de9-ae0a-4807-82d0-aea2fef6bdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63177b75-727b-489d-9aca-63746419eee8,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:26.363100 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ff014de9-ae0a-4807-82d0-aea2fef6bdb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:26.378768 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-da268150-c125-4a77-a971-3da77100a1cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:26.383013 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-da268150-c125-4a77-a971-3da77100a1cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:26.393719 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f96e5940-46cb-4bf6-b38b-34bfea697165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:26.395444 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-097ba2c9-0175-4dbb-9b1a-e8cb031b78b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:26.447358 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-da268150-c125-4a77-a971-3da77100a1cf admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b34ebd4b828847d1998646c720848f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5662582 Jan 26 20:51:26.448985 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44032) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:26.452236 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da268150-c125-4a77-a971-3da77100a1cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c3ca65-1bb8-4599-893b-ec9b2c8a3f2f,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:26.462431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-da268150-c125-4a77-a971-3da77100a1cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:26.489987 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44038) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:26.529526 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa422192-3c19-46ea-a341-914abe7d367a req-0ed3cdc0-098f-49dd-bca7-97306df875db tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:26.531368 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fa422192-3c19-46ea-a341-914abe7d367a req-0ed3cdc0-098f-49dd-bca7-97306df875db tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 945 time: 0.3681269 Jan 26 20:51:26.539765 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f96e5940-46cb-4bf6-b38b-34bfea697165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:26.561180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2569da74-ed06-4690-9e9a-da765bc3d1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:26.607146 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2569da74-ed06-4690-9e9a-da765bc3d1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:26.667927 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2569da74-ed06-4690-9e9a-da765bc3d1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:26.675477 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-da268150-c125-4a77-a971-3da77100a1cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:26.708123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2569da74-ed06-4690-9e9a-da765bc3d1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c3ca65-1bb8-4599-893b-ec9b2c8a3f2f,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:26.714551 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2569da74-ed06-4690-9e9a-da765bc3d1a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:26.716329 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2569da74-ed06-4690-9e9a-da765bc3d1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:26.758609 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-2569da74-ed06-4690-9e9a-da765bc3d1a9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/69c3ca65-1bb8-4599-893b-ec9b2c8a3f2f HTTP/1.1" status: 204 len: 168 time: 0.3047800 Jan 26 20:51:26.774809 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fa422192-3c19-46ea-a341-914abe7d367a req-c6b1aa05-1c8d-4e64-974a-fb12b7539d42 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642003 Jan 26 20:51:26.794181 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f96e5940-46cb-4bf6-b38b-34bfea697165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:26.801060 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9401e212-5c33-4266-9a61-792ac062a72f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:26.809112 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9689f39b-3ad2-4d28-9796-0a52891d9fa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:26.817172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96e5940-46cb-4bf6-b38b-34bfea697165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63177b75-727b-489d-9aca-63746419eee8,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:26.819765 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f96e5940-46cb-4bf6-b38b-34bfea697165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:26.821802 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f96e5940-46cb-4bf6-b38b-34bfea697165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:26.826501 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f96e5940-46cb-4bf6-b38b-34bfea697165 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/63177b75-727b-489d-9aca-63746419eee8 HTTP/1.1" status: 204 len: 168 time: 0.5524511 Jan 26 20:51:26.860772 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-9689f39b-3ad2-4d28-9796-0a52891d9fa4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:26.866098 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-9689f39b-3ad2-4d28-9796-0a52891d9fa4 admin admin] Usage tracker for resource:security_group_rule and tenant:48c8874880be455d99a709c5a9041f97 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:26.870021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-9689f39b-3ad2-4d28-9796-0a52891d9fa4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:26.875791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-9689f39b-3ad2-4d28-9796-0a52891d9fa4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:27.051931 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9689f39b-3ad2-4d28-9796-0a52891d9fa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:27.056794 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9689f39b-3ad2-4d28-9796-0a52891d9fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:27.067497 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9fff654d-98a0-453e-af85-e263e4aee0f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:27.123016 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44054) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:27.123139 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-9689f39b-3ad2-4d28-9796-0a52891d9fa4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=48c8874880be455d99a709c5a9041f97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6302648 Jan 26 20:51:27.175433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-48366ced-e442-418d-bf09-586b3df02fd6 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:27.176143 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 47d5bd90-c3fe-4710-af1e-f1da3021fc8f no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:51:27.176397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-48366ced-e442-418d-bf09-586b3df02fd6 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Synchronizing usage tracker for tenant:b4844173aec94b72b34c9a79df9ba47e on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:51:27.198973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689f39b-3ad2-4d28-9796-0a52891d9fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e8d53a-eab3-4b46-b08d-2c394ed13623,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:27.205001 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9689f39b-3ad2-4d28-9796-0a52891d9fa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:27.215923 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-48366ced-e442-418d-bf09-586b3df02fd6 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Unset dirty status for tenant:b4844173aec94b72b34c9a79df9ba47e on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:51:27.217235 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-48366ced-e442-418d-bf09-586b3df02fd6 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.11 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 945 time: 0.2940111 Jan 26 20:51:27.341376 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Deleting port 47d5bd90-c3fe-4710-af1e-f1da3021fc8f {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:51:27.341908 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:27.408309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44066) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:27.451580 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:27.456488 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ebc62393-162d-411f-988b-c094b80a8aec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:27.473919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2b530ba2-f010-429d-bbc5-bf4d77fec19c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:27.481021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ebc62393-162d-411f-988b-c094b80a8aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:27.528217 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2b530ba2-f010-429d-bbc5-bf4d77fec19c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:27.529630 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ebc62393-162d-411f-988b-c094b80a8aec admin admin] Usage tracker for resource:security_group_rule and tenant:fd796e3ec4c840ab80958ee833694bff is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:27.530428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d5bd90-c3fe-4710-af1e-f1da3021fc8f'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:51:27.535033 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ebc62393-162d-411f-988b-c094b80a8aec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:27.551669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ebc62393-162d-411f-988b-c094b80a8aec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:27.588849 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 47d5bd90-c3fe-4710-af1e-f1da3021fc8f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=47d5bd90-c3fe-4710-af1e-f1da3021fc8f,segment=NetworkSegment(7026c6fe-0dc0-4bd6-9bc3-6a8703612d20),segment_id=7026c6fe-0dc0-4bd6-9bc3-6a8703612d20)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:51:27.591693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:27.592970 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44072) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:27.594333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:27.597674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:27.614431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03ffcd-5c3d-455f-b664-51aa3c2fa98f req-7d69c29e-f613-447c-8ec2-6587982a69e3 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:27.630219 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d03ffcd-5c3d-455f-b664-51aa3c2fa98f req-7d69c29e-f613-447c-8ec2-6587982a69e3 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.3265805 Jan 26 20:51:27.631364 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4e702f42-5e52-42b9-adb3-7d61d7af8d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:27.679591 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47d5bd90-c3fe-4710-af1e-f1da3021fc8f', 'code': 200} Jan 26 20:51:27.680582 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=47d5bd90-c3fe-4710-af1e-f1da3021fc8f,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:27.689902 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:27.703933 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d03ffcd-5c3d-455f-b664-51aa3c2fa98f req-53f53b26-0d22-4f66-bbce-1b6886d8c900 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727108 Jan 26 20:51:27.709838 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2b530ba2-f010-429d-bbc5-bf4d77fec19c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:27.716307 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-42e90bb0-df4f-4352-ab83-f89ed0266bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:27.736419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2b530ba2-f010-429d-bbc5-bf4d77fec19c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:27.737535 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-2b530ba2-f010-429d-bbc5-bf4d77fec19c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/15e8d53a-eab3-4b46-b08d-2c394ed13623 HTTP/1.1" status: 204 len: 168 time: 0.6132915 Jan 26 20:51:27.738686 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b530ba2-f010-429d-bbc5-bf4d77fec19c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e8d53a-eab3-4b46-b08d-2c394ed13623,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:27.746049 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-4e702f42-5e52-42b9-adb3-7d61d7af8d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:27.747417 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2b530ba2-f010-429d-bbc5-bf4d77fec19c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:27.753943 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-4e702f42-5e52-42b9-adb3-7d61d7af8d18 admin admin] Usage tracker for resource:security_group_rule and tenant:cf37e9efa540401cb0969609b72b0fcf is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:27.760771 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-4e702f42-5e52-42b9-adb3-7d61d7af8d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:27.772372 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-4e702f42-5e52-42b9-adb3-7d61d7af8d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:27.851083 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] For port 47d5bd90-c3fe-4710-af1e-f1da3021fc8f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=47d5bd90-c3fe-4710-af1e-f1da3021fc8f,segment=NetworkSegment(7026c6fe-0dc0-4bd6-9bc3-6a8703612d20),segment_id=7026c6fe-0dc0-4bd6-9bc3-6a8703612d20)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:51:27.851485 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.055894 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Calling delete_port for 47d5bd90-c3fe-4710-af1e-f1da3021fc8f owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:51:28.090772 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd084f1d-7b50-4dd1-a8e5-d3a0cf7da72b req-cfdc6db6-978c-4e45-bbef-429ee60a0537 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:28.092150 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-bd084f1d-7b50-4dd1-a8e5-d3a0cf7da72b req-cfdc6db6-978c-4e45-bbef-429ee60a0537 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 943 time: 0.1419699 Jan 26 20:51:28.137365 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ebc62393-162d-411f-988b-c094b80a8aec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.149014 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ebc62393-162d-411f-988b-c094b80a8aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.158128 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-bd084f1d-7b50-4dd1-a8e5-d3a0cf7da72b req-61cc80ce-0e37-4689-b053-feac9a13b3a4 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/security-groups?id=291641ca-69f2-4322-bd36-7bc667d06fe5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556352 Jan 26 20:51:28.162432 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-45554293-72d9-42be-b420-04a215c47ddc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:28.286731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44088) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:28.321730 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc62393-162d-411f-988b-c094b80a8aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77d2d9a-2377-4fc2-9f34-3ae9005a5721,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:28.329315 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ebc62393-162d-411f-988b-c094b80a8aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:28.336704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44094) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:28.336817 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ebc62393-162d-411f-988b-c094b80a8aec admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=fd796e3ec4c840ab80958ee833694bff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9271176 Jan 26 20:51:28.356966 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4e702f42-5e52-42b9-adb3-7d61d7af8d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.364263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80131) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:51:28.364721 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:51:28.367552 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4e702f42-5e52-42b9-adb3-7d61d7af8d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.377350 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7a1ed8ac-aa79-467c-8bc4-709fc34bb5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:28.421200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c2b92424-610a-418b-afb3-4acb034a651c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.428355 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-4e702f42-5e52-42b9-adb3-7d61d7af8d18 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cf37e9efa540401cb0969609b72b0fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8340290 Jan 26 20:51:28.429280 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44100) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:28.432054 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e702f42-5e52-42b9-adb3-7d61d7af8d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f1a1c4-fb36-4dd4-95f3-8b4fd5db498e,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:28.466069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4e702f42-5e52-42b9-adb3-7d61d7af8d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:28.467034 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44104) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:28.471133 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c2b92424-610a-418b-afb3-4acb034a651c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.505421 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b818f2f8-cb85-49e5-ac6a-58abfc97fb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.514625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1887a179-637e-4013-b853-ed95a5a59f6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.535029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b818f2f8-cb85-49e5-ac6a-58abfc97fb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.542048 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b349dbf2-b206-4d0a-bbfb-73c248acb3d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.558763 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-1887a179-637e-4013-b853-ed95a5a59f6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:28.574694 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-1887a179-637e-4013-b853-ed95a5a59f6f admin admin] Usage tracker for resource:security_group_rule and tenant:faf20f91a528402da56d3b0afdfb228d is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:28.581639 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-1887a179-637e-4013-b853-ed95a5a59f6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:28.584670 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b349dbf2-b206-4d0a-bbfb-73c248acb3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:28.584824 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b818f2f8-cb85-49e5-ac6a-58abfc97fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.589873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-148255db-7316-48ef-8b71-ec49eb44c53a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:28.593905 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b349dbf2-b206-4d0a-bbfb-73c248acb3d4 admin admin] Usage tracker for resource:security_group_rule and tenant:7ba297c6221242238532bd9413d730ca is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:28.596691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-1887a179-637e-4013-b853-ed95a5a59f6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:28.600021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b349dbf2-b206-4d0a-bbfb-73c248acb3d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:28.605848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b818f2f8-cb85-49e5-ac6a-58abfc97fb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f1a1c4-fb36-4dd4-95f3-8b4fd5db498e,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:28.611737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b818f2f8-cb85-49e5-ac6a-58abfc97fb18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:28.632032 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b349dbf2-b206-4d0a-bbfb-73c248acb3d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:28.655371 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b818f2f8-cb85-49e5-ac6a-58abfc97fb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.656629 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b818f2f8-cb85-49e5-ac6a-58abfc97fb18 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/16f1a1c4-fb36-4dd4-95f3-8b4fd5db498e HTTP/1.1" status: 204 len: 168 time: 0.2261665 Jan 26 20:51:28.710436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c2b92424-610a-418b-afb3-4acb034a651c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.728574 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c7272c68-036a-49fe-92d9-456f03e44a7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:28.754540 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c2b92424-610a-418b-afb3-4acb034a651c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.755760 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-c2b92424-610a-418b-afb3-4acb034a651c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a77d2d9a-2377-4fc2-9f34-3ae9005a5721 HTTP/1.1" status: 204 len: 168 time: 0.4180417 Jan 26 20:51:28.764498 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b92424-610a-418b-afb3-4acb034a651c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77d2d9a-2377-4fc2-9f34-3ae9005a5721,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:28.768912 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c2b92424-610a-418b-afb3-4acb034a651c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:28.845579 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1887a179-637e-4013-b853-ed95a5a59f6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.872609 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Deleting port 47d5bd90-c3fe-4710-af1e-f1da3021fc8f {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:51:28.873003 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.928093 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1887a179-637e-4013-b853-ed95a5a59f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:28.945562 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:28.993355 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b349dbf2-b206-4d0a-bbfb-73c248acb3d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:29.004390 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887a179-637e-4013-b853-ed95a5a59f6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee30a4b-b897-4eaf-9609-acf919e343ef,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:29.052260 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-1887a179-637e-4013-b853-ed95a5a59f6f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=faf20f91a528402da56d3b0afdfb228d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5837719 Jan 26 20:51:29.053610 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1887a179-637e-4013-b853-ed95a5a59f6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:29.056463 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44134) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:29.058133 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b349dbf2-b206-4d0a-bbfb-73c248acb3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:29.257298 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60fa8591-e8bb-4258-a126-cc9d070e7d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:29.320649 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60fa8591-e8bb-4258-a126-cc9d070e7d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:29.339843 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] For port 47d5bd90-c3fe-4710-af1e-f1da3021fc8f, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=47d5bd90-c3fe-4710-af1e-f1da3021fc8f,segment=NetworkSegment(7026c6fe-0dc0-4bd6-9bc3-6a8703612d20),segment_id=7026c6fe-0dc0-4bd6-9bc3-6a8703612d20)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:51:29.340247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:29.341556 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:29.371983 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b349dbf2-b206-4d0a-bbfb-73c248acb3d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7ba297c6221242238532bd9413d730ca&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0839379 Jan 26 20:51:29.377891 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44152) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:29.381983 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349dbf2-b206-4d0a-bbfb-73c248acb3d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d906a6-3192-4146-9881-ecdcf600d2d2,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:29.395307 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b349dbf2-b206-4d0a-bbfb-73c248acb3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:29.510450 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Calling delete_port for 47d5bd90-c3fe-4710-af1e-f1da3021fc8f owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:51:29.581748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73b278-2001-43d2-986e-6805fc6aace2 req-9b0cb4e0-9c45-42c8-a9d6-c29864a1ec77 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:29.583697 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3f73b278-2001-43d2-986e-6805fc6aace2 req-9b0cb4e0-9c45-42c8-a9d6-c29864a1ec77 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.7248170 Jan 26 20:51:29.593665 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60fa8591-e8bb-4258-a126-cc9d070e7d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:29.612267 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0d3835a8-a28b-4ecb-8d97-14dac9b06503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:29.678108 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa8591-e8bb-4258-a126-cc9d070e7d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee30a4b-b897-4eaf-9609-acf919e343ef,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:29.686889 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-60fa8591-e8bb-4258-a126-cc9d070e7d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:29.706439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60fa8591-e8bb-4258-a126-cc9d070e7d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:29.706439 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-60fa8591-e8bb-4258-a126-cc9d070e7d25 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/dee30a4b-b897-4eaf-9609-acf919e343ef HTTP/1.1" status: 204 len: 168 time: 0.6443563 Jan 26 20:51:29.734992 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9636be0f-8d15-4cd4-b90e-4c4b4d8e8340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:29.807367 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-981262ef-bcf5-4d4e-b33c-4bdfc394d275 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:29.808403 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-981262ef-bcf5-4d4e-b33c-4bdfc394d275 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Synchronizing usage tracker for tenant:ca83b2fce6834a66bca57f769288eb36 on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:51:29.831748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:29.859544 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0ac74e27-0360-44b7-a185-6e76a10b425a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:29.872793 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-981262ef-bcf5-4d4e-b33c-4bdfc394d275 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Unset dirty status for tenant:ca83b2fce6834a66bca57f769288eb36 on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:51:29.878918 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-981262ef-bcf5-4d4e-b33c-4bdfc394d275 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/networks?id=040fef4c-8b94-4822-a89d-1c35d573bb72 HTTP/1.1" status: 200 len: 808 time: 0.8240035 Jan 26 20:51:29.923417 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3f73b278-2001-43d2-986e-6805fc6aace2 req-2a590ac0-d1ed-4dae-9bc6-a0fc1daea573 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3311095 Jan 26 20:51:29.925404 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9636be0f-8d15-4cd4-b90e-4c4b4d8e8340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:29.955068 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-88e362b2-4113-4372-98dc-2aa22d246eb2 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/quotas/ca83b2fce6834a66bca57f769288eb36 HTTP/1.1" status: 200 len: 375 time: 0.0706043 Jan 26 20:51:30.135669 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-18af5069-fe63-4479-9d9d-472a4b76b6b1 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca83b2fce6834a66bca57f769288eb36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1572487 Jan 26 20:51:30.177043 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-91e0ba9e-7291-4cb0-9ee2-ecf4d5033d3d req-f60c499d-0ef1-47da-b40a-aaf66e55f666 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 210 time: 0.1059740 Jan 26 20:51:30.211216 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9636be0f-8d15-4cd4-b90e-4c4b4d8e8340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:30.217357 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2afa8c58-d581-4964-860a-10de451d68e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:30.242008 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636be0f-8d15-4cd4-b90e-4c4b4d8e8340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d906a6-3192-4146-9881-ecdcf600d2d2,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:30.246442 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9636be0f-8d15-4cd4-b90e-4c4b4d8e8340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:30.256507 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9636be0f-8d15-4cd4-b90e-4c4b4d8e8340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:30.257938 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-9636be0f-8d15-4cd4-b90e-4c4b4d8e8340 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/01d906a6-3192-4146-9881-ecdcf600d2d2 HTTP/1.1" status: 204 len: 168 time: 0.8709278 Jan 26 20:51:30.287400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Pushing event deleted for resources: {'Port': ['ID=47d5bd90-c3fe-4710-af1e-f1da3021fc8f,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:30.292845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:30.367849 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] No DVR routers for this DVR port 47d5bd90-c3fe-4710-af1e-f1da3021fc8f on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:51:30.371873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:30.374736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f', 'name': 'network-vif-deleted', 'tag': '47d5bd90-c3fe-4710-af1e-f1da3021fc8f'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:51:30.392117 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24a70a97-b8f2-46eb-aee3-727e9f64ac7a req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.11 "DELETE /v2.0/ports/47d5bd90-c3fe-4710-af1e-f1da3021fc8f HTTP/1.1" status: 204 len: 173 time: 3.1627445 Jan 26 20:51:30.455214 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f', 'name': 'network-vif-deleted', 'tag': '47d5bd90-c3fe-4710-af1e-f1da3021fc8f', 'status': 'completed', 'code': 200} Jan 26 20:51:30.806284 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-67affd66-6885-49ab-9aed-0b3b181fa626 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:51:30.813960 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-67affd66-6885-49ab-9aed-0b3b181fa626 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3759465 Jan 26 20:51:30.973800 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-c405ecf6-670f-4527-883b-59f0de5c7685 service neutron] 10.222.0.59 "GET /v2.0/networks/040fef4c-8b94-4822-a89d-1c35d573bb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589026 Jan 26 20:51:31.122936 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-2d529b26-d08b-4022-a16a-176cf624c0bf service neutron] 10.222.0.59 "GET /v2.0/networks/040fef4c-8b94-4822-a89d-1c35d573bb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1480930 Jan 26 20:51:31.257714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a389920-4908-494d-b5bc-e98c3257b850 req-5a40599e-5ec0-4c3d-89b9-b77bfa9dfddd tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:31.263139 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5a389920-4908-494d-b5bc-e98c3257b850 req-5a40599e-5ec0-4c3d-89b9-b77bfa9dfddd tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1392648 Jan 26 20:51:31.350938 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5a389920-4908-494d-b5bc-e98c3257b850 req-3a7f1f62-e3d2-4cd5-ba34-ef35019acee5 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795920 Jan 26 20:51:31.537784 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-529253c6-06a8-4371-b822-8c070d382301 req-deecc324-9e29-4336-b8fe-a8140de96199 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 210 time: 0.0916963 Jan 26 20:51:31.630943 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-503ff61c-1827-4b6f-a110-e1a9ee0a9e54 req-f697ffe1-c7a6-4fd6-8927-6d811ddc829b tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] 10.222.0.59 "GET /v2.0/ports?device_id=5593f230-f2ba-4bb0-b2c5-a1a51ba7b68f HTTP/1.1" status: 200 len: 210 time: 0.0948503 Jan 26 20:51:31.743142 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5845c65b-b48f-49e8-8e4d-fb71deed2806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:32.653616 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4ac9d-b4e7-42f5-af86-c30bd858ed91 req-b8c35ab1-473e-4894-8a1d-caf2ad9763d6 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:32.660289 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6eb4ac9d-b4e7-42f5-af86-c30bd858ed91 req-b8c35ab1-473e-4894-8a1d-caf2ad9763d6 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1801286 Jan 26 20:51:32.783147 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-63d1388b-f4ac-46a4-86d0-8fd9ac257fd7 req-faed2489-825e-48cf-b5e1-6183ba1450cf tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 210 time: 0.0907629 Jan 26 20:51:32.843131 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6eb4ac9d-b4e7-42f5-af86-c30bd858ed91 req-0385326d-a6dd-444a-9c82-f563f86c4220 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727519 Jan 26 20:51:33.176564 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8ea422c7-f6d2-4a5b-a522-6788e606a8d5 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:33.179131 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8ea422c7-f6d2-4a5b-a522-6788e606a8d5 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.11 "GET /v2.0/networks?id=040fef4c-8b94-4822-a89d-1c35d573bb72 HTTP/1.1" status: 200 len: 808 time: 0.4156899 Jan 26 20:51:33.206966 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Request body: {'port': {'device_id': '664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5', 'network_id': '040fef4c-8b94-4822-a89d-1c35d573bb72', 'admin_state_up': True, 'tenant_id': 'ca83b2fce6834a66bca57f769288eb36'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:51:33.389242 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:33.394041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Usage tracker for resource:port and tenant:ca83b2fce6834a66bca57f769288eb36 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:33.397132 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:33.404513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:33.413532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Made reservation on behalf of ca83b2fce6834a66bca57f769288eb36 for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:51:33.427973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:33.789237 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Allocated IP 172.20.0.7 (040fef4c-8b94-4822-a89d-1c35d573bb72/1b15c2cd-0ccc-4584-a5a3-7e811fd5090d/5a624f00-b87e-486b-8adb-aac3421137ff) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:51:34.127208 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-dd196bc4-ae01-4c86-a58d-5573d76dda6b req-6e1f7f01-85a7-4f19-bdf6-ca9cffe43f71 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 210 time: 0.0589366 Jan 26 20:51:34.246212 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:34.268065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c20d3-8efd-4b3a-90be-4bf1440a5f43 req-b85e9c9b-5dc4-4a5d-8b94-a4499a673ed7 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:34.269853 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6d8c20d3-8efd-4b3a-90be-4bf1440a5f43 req-b85e9c9b-5dc4-4a5d-8b94-a4499a673ed7 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1416171 Jan 26 20:51:34.278877 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:34.342723 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6d8c20d3-8efd-4b3a-90be-4bf1440a5f43 req-6eeb1bf7-e4ae-413e-bc53-e4027c7f30b1 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661094 Jan 26 20:51:34.366092 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:34.395326 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:34.430252 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-220f49c2-d17a-4817-acf6-beaebba5854d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:34.462237 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Pushing event updated for resources: {'Port': ['ID=5a624f00-b87e-486b-8adb-aac3421137ff,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:34.467185 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:34.524607 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Network 040fef4c-8b94-4822-a89d-1c35d573bb72 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:51:34.526543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:51:34.528933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:51:34.565309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:34.565990 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:34.587639 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3862340 Jan 26 20:51:34.607948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Request body: {'port': {'device_id': '664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:51:34.746184 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:35.392053 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44410) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:35.472804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a624f00-b87e-486b-8adb-aac3421137ff {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:51:35.477403 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-65940134-dfea-403b-a6a0-3826e867ab34 admin admin] Deleting subnet bdff7503-8e0b-480f-b4ff-afa17cd67712 {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:51:35.481974 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-65940134-dfea-403b-a6a0-3826e867ab34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:35.490753 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:35.524239 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Transition to ACTIVE for port object 5a624f00-b87e-486b-8adb-aac3421137ff will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:51:35.530371 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:35.552612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-65940134-dfea-403b-a6a0-3826e867ab34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14911266'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:35.554991 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a12eb0b0-aa72-48f2-842b-4c6a0d155b16 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:35.625832 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-65940134-dfea-403b-a6a0-3826e867ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:35.737089 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44424) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:35.798149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:35.809158 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a624f00-b87e-486b-8adb-aac3421137ff,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:35.814269 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:35.993785 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3476c6-fe51-4e61-a999-90466c141f08 req-3da59f45-eead-47c8-b947-d28413d177c8 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:36.020570 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-de3476c6-fe51-4e61-a999-90466c141f08 req-3da59f45-eead-47c8-b947-d28413d177c8 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 931 time: 0.7117946 Jan 26 20:51:36.039144 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:36.097629 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Attempting to bind port 5a624f00-b87e-486b-8adb-aac3421137ff on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:51:36.098305 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Attempting to bind port 5a624f00-b87e-486b-8adb-aac3421137ff by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'a15fe1a3-7a0a-4495-b36a-e04a3a217f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '040fef4c-8b94-4822-a89d-1c35d573bb72'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:51:36.099266 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Attempting to bind port 5a624f00-b87e-486b-8adb-aac3421137ff on network 040fef4c-8b94-4822-a89d-1c35d573bb72 {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:51:36.108332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:51:36.109210 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Checking segment: {'id': 'a15fe1a3-7a0a-4495-b36a-e04a3a217f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '040fef4c-8b94-4822-a89d-1c35d573bb72'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:51:36.110640 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:36.111238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Bound using segment: {'id': 'a15fe1a3-7a0a-4495-b36a-e04a3a217f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '040fef4c-8b94-4822-a89d-1c35d573bb72'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:51:36.112041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Bound port: 5a624f00-b87e-486b-8adb-aac3421137ff, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15fe1a3-7a0a-4495-b36a-e04a3a217f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '040fef4c-8b94-4822-a89d-1c35d573bb72'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:51:36.112853 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:36.127778 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-523204c3-31b0-474d-8fd7-323c0d7a325e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:36.151444 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-523204c3-31b0-474d-8fd7-323c0d7a325e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:36.157864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-523204c3-31b0-474d-8fd7-323c0d7a325e admin admin] Usage tracker for resource:security_group_rule and tenant:07b16868ef27487eb6156b1ab3ab5092 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:36.163928 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-523204c3-31b0-474d-8fd7-323c0d7a325e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:36.199675 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-65940134-dfea-403b-a6a0-3826e867ab34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15367644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838262394'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:36.206982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-523204c3-31b0-474d-8fd7-323c0d7a325e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:36.218385 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-de3476c6-fe51-4e61-a999-90466c141f08 req-49c3fb2e-ad55-4545-af3e-c41cb48dfa72 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Synchronizing usage tracker for tenant:ca83b2fce6834a66bca57f769288eb36 on resource:security_group {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:51:36.250097 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cf7016d5-5d1b-4229-946f-2c2d41a1c3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:36.294696 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65940134-dfea-403b-a6a0-3826e867ab34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdff7503-8e0b-480f-b4ff-afa17cd67712,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:36.304131 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] For port 5a624f00-b87e-486b-8adb-aac3421137ff, host hv-cinder-76810, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:51:36.310227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] For port 5a624f00-b87e-486b-8adb-aac3421137ff, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5a624f00-b87e-486b-8adb-aac3421137ff,segment=NetworkSegment(a15fe1a3-7a0a-4495-b36a-e04a3a217f31),segment_id=a15fe1a3-7a0a-4495-b36a-e04a3a217f31)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:51:36.324982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:36.348468 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:36.365977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-65940134-dfea-403b-a6a0-3826e867ab34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:36.415675 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2c249-7c12-4d77-8129-521496f4a2f9 req-e3271986-ea30-4010-a67b-ad57ab1018dd tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:36.425012 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c3b2c249-7c12-4d77-8129-521496f4a2f9 req-e3271986-ea30-4010-a67b-ad57ab1018dd tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.4857762 Jan 26 20:51:36.467723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44460) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:36.478114 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-de3476c6-fe51-4e61-a999-90466c141f08 req-49c3fb2e-ad55-4545-af3e-c41cb48dfa72 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Unset dirty status for tenant:ca83b2fce6834a66bca57f769288eb36 on resource:security_group {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:51:36.493352 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-de3476c6-fe51-4e61-a999-90466c141f08 req-49c3fb2e-ad55-4545-af3e-c41cb48dfa72 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717927 Jan 26 20:51:36.550806 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-523204c3-31b0-474d-8fd7-323c0d7a325e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:36.576995 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-523204c3-31b0-474d-8fd7-323c0d7a325e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:36.585332 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c3b2c249-7c12-4d77-8129-521496f4a2f9 req-29f683d6-4829-440c-a1af-db3072e52c1c tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591177 Jan 26 20:51:36.595658 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=5a624f00-b87e-486b-8adb-aac3421137ff,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:36.621770 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-65940134-dfea-403b-a6a0-3826e867ab34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:36.632595 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:36.633471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9689f39b-3ad2-4d28-9796-0a52891d9fa4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.043s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:36.636240 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-65940134-dfea-403b-a6a0-3826e867ab34 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/bdff7503-8e0b-480f-b4ff-afa17cd67712 HTTP/1.1" status: 204 len: 168 time: 1.2384288 Jan 26 20:51:36.637290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44468) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:36.673828 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-523204c3-31b0-474d-8fd7-323c0d7a325e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=07b16868ef27487eb6156b1ab3ab5092&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9334249 Jan 26 20:51:36.689138 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44472) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:36.696510 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523204c3-31b0-474d-8fd7-323c0d7a325e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb092dcb-23c8-41c8-87ff-68309852c2a1,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:36.719315 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:36.720284 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:36.725512 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] 10.222.0.11 "PUT /v2.0/ports/5a624f00-b87e-486b-8adb-aac3421137ff HTTP/1.1" status: 200 len: 1157 time: 2.1209502 Jan 26 20:51:36.726611 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5', 'tag': '5a624f00-b87e-486b-8adb-aac3421137ff'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:51:36.770148 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-523204c3-31b0-474d-8fd7-323c0d7a325e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:36.879522 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5', 'tag': '5a624f00-b87e-486b-8adb-aac3421137ff', 'status': 'completed', 'code': 200} Jan 26 20:51:36.930132 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:36.945796 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-6f48c425-1359-4e4d-814a-408959e95c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:36.948038 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-6f48c425-1359-4e4d-814a-408959e95c19 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca83b2fce6834a66bca57f769288eb36&device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 1160 time: 0.1648474 Jan 26 20:51:37.012345 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30887207-5916-47d9-b24b-f441bd415026 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:37.052028 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-30887207-5916-47d9-b24b-f441bd415026 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:37.053557 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-cd6c33a6-2f8f-42bd-9241-75faf0b5dbe7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a624f00-b87e-486b-8adb-aac3421137ff HTTP/1.1" status: 200 len: 217 time: 0.0912738 Jan 26 20:51:37.147419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-aa326b49-809b-4028-b5ee-70d5e757d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:37.149374 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-aa326b49-809b-4028-b5ee-70d5e757d329 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b15c2cd-0ccc-4584-a5a3-7e811fd5090d HTTP/1.1" status: 200 len: 848 time: 0.0885196 Jan 26 20:51:37.188368 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:37.210067 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-ba088ea5-e94c-4b94-b4ae-d5cb1b67a203 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=040fef4c-8b94-4822-a89d-1c35d573bb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535238 Jan 26 20:51:37.307948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aac5e60-54e6-4197-8d28-895749866c95']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:51:37.320802 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7026c6fe-0dc0-4bd6-9bc3-6a8703612d20') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:51:37.321139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7026c6fe-0dc0-4bd6-9bc3-6a8703612d20') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:51:37.334577 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839864534'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:37.352002 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:37.354491 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:51:37.576873 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-6baecefe-9bb8-4788-81f3-98ed4a6111d9 service neutron] 10.222.0.11 "GET /v2.0/networks/040fef4c-8b94-4822-a89d-1c35d573bb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595867 Jan 26 20:51:37.587330 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44506) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:37.590231 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] Network 6aac5e60-54e6-4197-8d28-895749866c95 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:51:37.604184 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839408769'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:37.842836 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37053fe8-3400-475a-943d-cf9a3fee2da0 req-3e1c1c10-5473-43ff-81e4-88d71a4660bc service neutron] 10.222.0.11 "GET /v2.0/networks/040fef4c-8b94-4822-a89d-1c35d573bb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2589462 Jan 26 20:51:37.849533 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-30887207-5916-47d9-b24b-f441bd415026 admin admin] Usage tracker for resource:security_group_rule and tenant:473c99e6ef034a39982cec452da72290 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:37.852722 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-30887207-5916-47d9-b24b-f441bd415026 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:37.859401 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-30887207-5916-47d9-b24b-f441bd415026 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:37.872696 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ad56f138-5e48-429d-a3af-a5d910e37a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:37.876198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b5a327a0-9849-4f5a-ab19-95bf17b6669f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:37.893045 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b5a327a0-9849-4f5a-ab19-95bf17b6669f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:37.897259 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b5a327a0-9849-4f5a-ab19-95bf17b6669f admin admin] Usage tracker for resource:security_group_rule and tenant:5a121acdd300401c9a5c3aa9e7a64c11 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:37.900279 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b5a327a0-9849-4f5a-ab19-95bf17b6669f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:37.906718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b5a327a0-9849-4f5a-ab19-95bf17b6669f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:38.045088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] Network 6aac5e60-54e6-4197-8d28-895749866c95 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:51:38.103289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11585418-95bd-42c0-aca6-1f294d92149c req-33400cc2-ad94-4ce4-9d89-2224536cdab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:38.105473 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-11585418-95bd-42c0-aca6-1f294d92149c req-33400cc2-ad94-4ce4-9d89-2224536cdab6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca83b2fce6834a66bca57f769288eb36&device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 1160 time: 0.1527643 Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:51:38.147646 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:51:38.149494 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b5a327a0-9849-4f5a-ab19-95bf17b6669f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:38.201909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b5a327a0-9849-4f5a-ab19-95bf17b6669f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:38.215979 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-60fa8591-e8bb-4258-a126-cc9d070e7d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:38.273360 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a327a0-9849-4f5a-ab19-95bf17b6669f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725d9f7f-0992-4c88-aa4d-977222bcf33d,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:38.277535 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b5a327a0-9849-4f5a-ab19-95bf17b6669f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:38.289357 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ad56f138-5e48-429d-a3af-a5d910e37a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:38.297696 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b5a327a0-9849-4f5a-ab19-95bf17b6669f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5a121acdd300401c9a5c3aa9e7a64c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7092364 Jan 26 20:51:38.301490 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44524) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:38.331348 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:38.347245 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11585418-95bd-42c0-aca6-1f294d92149c req-2d9d0a50-9ab3-45a2-ba42-c942fbde3cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:38.348829 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-11585418-95bd-42c0-aca6-1f294d92149c req-2d9d0a50-9ab3-45a2-ba42-c942fbde3cdc service neutron] 10.222.0.11 "GET /v2.0/networks?id=040fef4c-8b94-4822-a89d-1c35d573bb72 HTTP/1.1" status: 200 len: 902 time: 0.2336199 Jan 26 20:51:38.375119 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:38.398297 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:38.401163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ad56f138-5e48-429d-a3af-a5d910e37a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:38.420263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] Pushing event deleted for resources: {'Network': ['ID=6aac5e60-54e6-4197-8d28-895749866c95,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:38.426268 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:38.433360 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:38.451554 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-11585418-95bd-42c0-aca6-1f294d92149c req-a3294572-5bd2-410e-86f8-6d79b9f5135a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5a624f00-b87e-486b-8adb-aac3421137ff HTTP/1.1" status: 200 len: 217 time: 0.0924478 Jan 26 20:51:38.459080 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56f138-5e48-429d-a3af-a5d910e37a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb092dcb-23c8-41c8-87ff-68309852c2a1,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:38.463924 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ad56f138-5e48-429d-a3af-a5d910e37a20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:38.480175 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f202810f-84d9-4b10-8e99-359953580f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:38.524963 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92931ab1-3f39-4e9c-b413-a88889261898 req-b52bb293-df1c-4696-bcd0-c80f5a92459c tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:38.526855 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-92931ab1-3f39-4e9c-b413-a88889261898 req-b52bb293-df1c-4696-bcd0-c80f5a92459c tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 943 time: 0.6559718 Jan 26 20:51:38.558061 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f202810f-84d9-4b10-8e99-359953580f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:38.571674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f85015-05c6-4107-b835-2dfc422818ef req-95e77a1f-9bfa-4c0a-a436-b9586c9015a1 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:38.573897 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-57f85015-05c6-4107-b835-2dfc422818ef req-95e77a1f-9bfa-4c0a-a436-b9586c9015a1 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.7050226 Jan 26 20:51:38.586917 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] 10.222.0.59 "DELETE /v2.0/networks/6aac5e60-54e6-4197-8d28-895749866c95 HTTP/1.1" status: 204 len: 168 time: 1.9482257 Jan 26 20:51:38.629014 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ad56f138-5e48-429d-a3af-a5d910e37a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:38.632680 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ad56f138-5e48-429d-a3af-a5d910e37a20 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bb092dcb-23c8-41c8-87ff-68309852c2a1 HTTP/1.1" status: 204 len: 168 time: 1.9373307 Jan 26 20:51:38.664932 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11585418-95bd-42c0-aca6-1f294d92149c req-0102b711-b97f-43d2-b414-998b25d00d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:38.666644 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-11585418-95bd-42c0-aca6-1f294d92149c req-0102b711-b97f-43d2-b414-998b25d00d55 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b15c2cd-0ccc-4584-a5a3-7e811fd5090d HTTP/1.1" status: 200 len: 848 time: 0.1580272 Jan 26 20:51:38.678117 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30887207-5916-47d9-b24b-f441bd415026 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:38.715002 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f202810f-84d9-4b10-8e99-359953580f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:38.720123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:38.731358 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-92931ab1-3f39-4e9c-b413-a88889261898 req-76a4f206-1cc5-4db8-b97d-f42070ad6018 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563342 Jan 26 20:51:38.736928 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30887207-5916-47d9-b24b-f441bd415026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:38.742036 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f202810f-84d9-4b10-8e99-359953580f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725d9f7f-0992-4c88-aa4d-977222bcf33d,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:38.755270 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f202810f-84d9-4b10-8e99-359953580f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:38.772981 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f202810f-84d9-4b10-8e99-359953580f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:38.776318 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f202810f-84d9-4b10-8e99-359953580f91 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/725d9f7f-0992-4c88-aa4d-977222bcf33d HTTP/1.1" status: 204 len: 168 time: 0.4718516 Jan 26 20:51:38.796028 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6583ad9d-1313-4970-9df6-da926f8aff0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:38.824765 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44538) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:38.830953 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-57f85015-05c6-4107-b835-2dfc422818ef req-96b775e0-9787-45df-96a5-29845adcda88 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400556 Jan 26 20:51:38.919855 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44544) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:38.920595 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-30887207-5916-47d9-b24b-f441bd415026 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=473c99e6ef034a39982cec452da72290&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4495516 Jan 26 20:51:38.922047 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30887207-5916-47d9-b24b-f441bd415026 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=623597f2-199a-48df-adc7-4b2c83237b3a,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:38.929523 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-30887207-5916-47d9-b24b-f441bd415026 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:38.950895 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-469b32aa-8c9e-453e-8933-5e6886bdd384 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b4844173aec94b72b34c9a79df9ba47e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1223748 Jan 26 20:51:38.951303 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44550) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:39.033602 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-060ac4d2-1a83-4385-a84c-7f1a910468c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:39.045826 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-303fa151-5ae2-4671-8a26-8409ece51450 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:39.070283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-060ac4d2-1a83-4385-a84c-7f1a910468c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:39.077000 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-303fa151-5ae2-4671-8a26-8409ece51450 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:39.128552 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-060ac4d2-1a83-4385-a84c-7f1a910468c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:39.133527 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-303fa151-5ae2-4671-8a26-8409ece51450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:39.136244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e81ef779-0a1c-4756-ac58-1cc29203f1ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:39.140560 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b52f5f2e-ed78-4f70-a086-6ab3c391e6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:39.154373 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fa151-5ae2-4671-8a26-8409ece51450 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291641ca-69f2-4322-bd36-7bc667d06fe5,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:39.154800 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ac4d2-1a83-4385-a84c-7f1a910468c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=623597f2-199a-48df-adc7-4b2c83237b3a,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:39.157266 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-303fa151-5ae2-4671-8a26-8409ece51450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:39.160901 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-060ac4d2-1a83-4385-a84c-7f1a910468c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:39.163766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-060ac4d2-1a83-4385-a84c-7f1a910468c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:39.166509 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-060ac4d2-1a83-4385-a84c-7f1a910468c1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/623597f2-199a-48df-adc7-4b2c83237b3a HTTP/1.1" status: 204 len: 168 time: 0.2399166 Jan 26 20:51:39.166718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-303fa151-5ae2-4671-8a26-8409ece51450 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:39.171246 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-303fa151-5ae2-4671-8a26-8409ece51450 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/291641ca-69f2-4322-bd36-7bc667d06fe5 HTTP/1.1" status: 204 len: 168 time: 0.2188244 Jan 26 20:51:39.498039 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-11585418-95bd-42c0-aca6-1f294d92149c req-4a532b53-a456-4009-a4c8-4f719170f407 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=040fef4c-8b94-4822-a89d-1c35d573bb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516152 Jan 26 20:51:39.605172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44572) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:39.646786 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-274731c7-f333-4125-a967-b1ce92b071d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:39.673856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44576) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:39.679984 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-274731c7-f333-4125-a967-b1ce92b071d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:39.695593 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-274731c7-f333-4125-a967-b1ce92b071d7 admin admin] Usage tracker for resource:security_group_rule and tenant:f1a62849559a4407bb5d565754395c3e is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:39.699181 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-274731c7-f333-4125-a967-b1ce92b071d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:39.700961 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d969268-8c2c-4f49-a6a6-48127e90bf7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:39.705624 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-274731c7-f333-4125-a967-b1ce92b071d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:39.722153 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-2d969268-8c2c-4f49-a6a6-48127e90bf7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:39.726233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-2d969268-8c2c-4f49-a6a6-48127e90bf7b admin admin] Usage tracker for resource:security_group_rule and tenant:5dc5b0be39774edb9250f9aeff0f4ad3 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:39.730175 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-2d969268-8c2c-4f49-a6a6-48127e90bf7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:39.737247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-2d969268-8c2c-4f49-a6a6-48127e90bf7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:39.850779 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-274731c7-f333-4125-a967-b1ce92b071d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:39.855219 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-274731c7-f333-4125-a967-b1ce92b071d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:39.891409 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c3e44221-8952-455d-9adc-d381b5103489 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:39.907884 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-274731c7-f333-4125-a967-b1ce92b071d7 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=f1a62849559a4407bb5d565754395c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3015637 Jan 26 20:51:39.911973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44592) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:39.930774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274731c7-f333-4125-a967-b1ce92b071d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b951e67-8afa-4992-85e4-0283d9597c63,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:39.934861 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-274731c7-f333-4125-a967-b1ce92b071d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:39.976606 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d969268-8c2c-4f49-a6a6-48127e90bf7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:39.985090 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2d969268-8c2c-4f49-a6a6-48127e90bf7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:40.003192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3760149a-208f-4a5f-b1ce-6502ef244d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:40.115498 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-2d969268-8c2c-4f49-a6a6-48127e90bf7b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=5dc5b0be39774edb9250f9aeff0f4ad3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4355698 Jan 26 20:51:40.116363 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44602) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:40.123621 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d969268-8c2c-4f49-a6a6-48127e90bf7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153b0f38-5f11-4d21-85f5-0cf4da1e1221,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:40.168173 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2d969268-8c2c-4f49-a6a6-48127e90bf7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:40.171492 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-eaaa9ab3-1b61-4fef-ae50-3f97090073cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:40.228921 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-eaaa9ab3-1b61-4fef-ae50-3f97090073cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:40.318065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-228b924b-b606-4ddf-8816-d59b5c6341f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:40.362600 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a970c5fd-be37-4f9f-825f-24021c9fca6a req-a483d56e-539d-40f5-8d8c-bfe06fd73685 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:40.364441 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a970c5fd-be37-4f9f-825f-24021c9fca6a req-a483d56e-539d-40f5-8d8c-bfe06fd73685 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 943 time: 0.3002260 Jan 26 20:51:40.414964 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e50de-09fa-4a15-b4c4-a4fc7670714c req-40f9958d-e455-4fb2-afc1-205071aa5226 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:40.424178 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-870e50de-09fa-4a15-b4c4-a4fc7670714c req-40f9958d-e455-4fb2-afc1-205071aa5226 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.2796407 Jan 26 20:51:40.440688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-228b924b-b606-4ddf-8816-d59b5c6341f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:40.489367 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-eaaa9ab3-1b61-4fef-ae50-3f97090073cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:40.498400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-76b524dd-7b1c-461a-a166-473e424f40b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:40.513358 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a970c5fd-be37-4f9f-825f-24021c9fca6a req-b83789e7-af27-4ea7-8e72-f90ab34fdfa6 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859845 Jan 26 20:51:40.549587 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-870e50de-09fa-4a15-b4c4-a4fc7670714c req-22df0cf6-dda8-4eed-af84-b3e730ead27b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172075 Jan 26 20:51:40.549967 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa9ab3-1b61-4fef-ae50-3f97090073cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b951e67-8afa-4992-85e4-0283d9597c63,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:40.552309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-eaaa9ab3-1b61-4fef-ae50-3f97090073cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:40.560380 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-11585418-95bd-42c0-aca6-1f294d92149c req-bc9f2b27-4da7-49d2-b4c8-7b27690c3290 service neutron] 10.222.0.11 "GET /v2.0/networks/040fef4c-8b94-4822-a89d-1c35d573bb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2964618 Jan 26 20:51:40.572366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-eaaa9ab3-1b61-4fef-ae50-3f97090073cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:40.573857 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-eaaa9ab3-1b61-4fef-ae50-3f97090073cd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5b951e67-8afa-4992-85e4-0283d9597c63 HTTP/1.1" status: 204 len: 168 time: 0.6608601 Jan 26 20:51:40.591057 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-228b924b-b606-4ddf-8816-d59b5c6341f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:40.596346 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-fd02210a-88a4-444d-a110-c8f1030da398 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:40.610966 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b924b-b606-4ddf-8816-d59b5c6341f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153b0f38-5f11-4d21-85f5-0cf4da1e1221,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:40.617890 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-228b924b-b606-4ddf-8816-d59b5c6341f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:40.638694 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-228b924b-b606-4ddf-8816-d59b5c6341f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:40.642736 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-228b924b-b606-4ddf-8816-d59b5c6341f8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/153b0f38-5f11-4d21-85f5-0cf4da1e1221 HTTP/1.1" status: 204 len: 168 time: 0.5229621 Jan 26 20:51:40.924957 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44628) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:41.382841 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-network', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:51:41.391707 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:41.402292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Usage tracker for resource:network and tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:41.410498 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:41.419500 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:41.432320 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Made reservation on behalf of c73218cc1fef4b1ab83c9ef8a2c15db5 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:51:41.443925 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:41.451748 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-11585418-95bd-42c0-aca6-1f294d92149c req-ba9f36b6-97f1-44b2-8928-a7c7b2190add service neutron] 10.222.0.11 "GET /v2.0/networks/040fef4c-8b94-4822-a89d-1c35d573bb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2807150 Jan 26 20:51:41.460316 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:41.479693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:41.485085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Usage tracker for resource:security_group_rule and tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:41.489212 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:41.496064 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:41.621830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:41.628494 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:41.644830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c2b92424-610a-418b-afb3-4acb034a651c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:41.694552 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:51:41.711044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:41.712233 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Added segment 6c032e10-0e27-4571-9949-436c589e4129 of type vxlan for network 904a70fd-fb27-440b-aa4c-ebdd097079d3 Jan 26 20:51:41.792328 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:41.809693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e20cd54-dc92-43ab-93eb-94a32615d3a2,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:41.866559 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:41.921480 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:41.928417 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:41.929306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:41.934290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:42.059594 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92900e63-064a-4428-b83c-30513b725639 req-96665ed2-5cdd-4b67-8c76-a800734b6c53 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:42.062357 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-92900e63-064a-4428-b83c-30513b725639 req-96665ed2-5cdd-4b67-8c76-a800734b6c53 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 943 time: 0.3639154 Jan 26 20:51:42.159786 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d05ce9-d0a1-4617-87b4-ba7606454838 req-eb5397b3-b02b-4700-b455-378771532790 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:42.161458 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6d05ce9-d0a1-4617-87b4-ba7606454838 req-eb5397b3-b02b-4700-b455-378771532790 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.3615108 Jan 26 20:51:42.173714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Pushing event updated for resources: {'Network': ['ID=904a70fd-fb27-440b-aa4c-ebdd097079d3,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:42.180718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:42.227733 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44680) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:42.227914 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3010283 Jan 26 20:51:42.232922 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network 904a70fd-fb27-440b-aa4c-ebdd097079d3 details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:51:42.235681 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Request body: {'subnet': {'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-subnet', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:51:42.242805 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:42.256495 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Usage tracker for resource:subnet and tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:42.261328 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-92900e63-064a-4428-b83c-30513b725639 req-85c605a4-1e2e-4da4-af36-58d7d537fb59 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757054 Jan 26 20:51:42.264451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:42.284676 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:42.300258 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6d05ce9-d0a1-4617-87b4-ba7606454838 req-a2f0bacd-8769-427c-aeb2-1a146d1c0424 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296420 Jan 26 20:51:42.301377 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Made reservation on behalf of c73218cc1fef4b1ab83c9ef8a2c15db5 for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:51:42.310177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44684) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:42.314902 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:42.339994 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network 904a70fd-fb27-440b-aa4c-ebdd097079d3 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:51:42.577001 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2101132140-network', 'tenant_id': 'ecd8e7929f4d404caf0b82a129e75e49'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:51:42.586248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:42.599501 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Usage tracker for resource:network and tenant:ecd8e7929f4d404caf0b82a129e75e49 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:42.602696 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:42.613678 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:42.621699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.objects.ports [None req-95b64e62-4525-45c9-a95d-9e59f7f5275e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:51:42.637258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Made reservation on behalf of ecd8e7929f4d404caf0b82a129e75e49 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:51:42.643180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:42.677591 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:42.704497 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:42.716020 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Usage tracker for resource:security_group_rule and tenant:ecd8e7929f4d404caf0b82a129e75e49 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:42.716020 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:42.718209 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:42.805608 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:42.809836 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:42.814773 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d03ceb5f-a157-40f3-a704-5da89cf325e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:42.855132 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:51:42.865345 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ee4a00e-44af-4830-8164-114596ad0064,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:42.870785 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:42.871812 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:42.872196 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Added segment eb98b063-63b5-46a3-ac70-b8caccffeb42 of type vxlan for network eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc Jan 26 20:51:42.873910 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:42.894196 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-750ed01d-521a-4f4f-8684-b3aea138f328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:42.899529 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:42.933475 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:42.934839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:42.935482 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:42.940642 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3b27852f-63e4-4dd1-997e-2cbb89669bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:43.022229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48167752-fd52-413a-9909-8656b42a787b,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:43.039191 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:43.052228 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Pushing event updated for resources: {'Network': ['ID=eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:43.056246 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.7447166 Jan 26 20:51:43.057991 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:43.060359 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44708) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:43.070140 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Request body: {'subnet': {'network_id': 'eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2101132140-subnet', 'tenant_id': 'ecd8e7929f4d404caf0b82a129e75e49', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:51:43.073147 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:43.074497 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:51:43.078265 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Usage tracker for resource:subnet and tenant:ecd8e7929f4d404caf0b82a129e75e49 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:43.081721 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:43.088613 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:43.100024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Made reservation on behalf of ecd8e7929f4d404caf0b82a129e75e49 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:51:43.104201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:51:43.106396 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Checking segment: {'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:51:43.106796 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Network hostable DHCP agents. Network: 904a70fd-fb27-440b-aa4c-ebdd097079d3, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:51:43.107345 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513452'] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:43.129489 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Network 904a70fd-fb27-440b-aa4c-ebdd097079d3 is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:51:43.143385 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, 904a70fd-fb27-440b-aa4c-ebdd097079d3) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:51:43.159297 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:43.160088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:43.184898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b02a0f8-453a-48e7-a933-939aa5fb9fd3 None None] Network 904a70fd-fb27-440b-aa4c-ebdd097079d3 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:51:43.185647 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ee610fa7-6176-48ce-9418-37879e8641e3 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9558442 Jan 26 20:51:43.188328 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44714) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:43.195303 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:51:43.202605 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:43.207754 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Usage tracker for resource:router and tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:43.212114 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:43.220537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:43.235570 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854409195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760501'] for router, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:43.237004 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-369215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15314'] for router, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:43.258989 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:43.544009 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5a624f00-b87e-486b-8adb-aac3421137ff up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:51:43.698312 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3791d41-e15c-53c4-87a2-9486d57af777-904a70fd-fb27-440b-aa4c-ebdd097079d3', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b'}]}} from dv-cinder-768105-4-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 20:51:43.699898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:43.919057 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4212d6-e2cf-4b75-97c3-7ffde8330f33 req-e19b33f7-6c6a-4c16-bcbc-9fb354597e59 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:43.920804 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ef4212d6-e2cf-4b75-97c3-7ffde8330f33 req-e19b33f7-6c6a-4c16-bcbc-9fb354597e59 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 943 time: 0.4302127 Jan 26 20:51:43.924093 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854409212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15329'] for router, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:43.927535 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port 5a624f00-b87e-486b-8adb-aac3421137ff completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:51:43.943438 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 5a624f00-b87e-486b-8adb-aac3421137ff triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:43.944012 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:44.063552 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1194948-e5c3-4021-b4a7-68861b8967bf req-bd2a3c16-4cd3-4acb-b4ea-9b8c4c7da8ab tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:44.075814 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d1194948-e5c3-4021-b4a7-68861b8967bf req-bd2a3c16-4cd3-4acb-b4ea-9b8c4c7da8ab tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.4960103 Jan 26 20:51:44.091266 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ef4212d6-e2cf-4b75-97c3-7ffde8330f33 req-ae3857bc-5458-4dd3-b6bd-f727a32535f4 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609776 Jan 26 20:51:44.217693 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d1194948-e5c3-4021-b4a7-68861b8967bf req-3a5368d9-11b0-4145-8f9f-ad8a2d39066a tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404305 Jan 26 20:51:44.254829 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839408231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513469'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:44.360428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:44.411472 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 5a624f00-b87e-486b-8adb-aac3421137ff, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5a624f00-b87e-486b-8adb-aac3421137ff,segment=NetworkSegment(a15fe1a3-7a0a-4495-b36a-e04a3a217f31),segment_id=a15fe1a3-7a0a-4495-b36a-e04a3a217f31)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:51:44.412553 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a624f00-b87e-486b-8adb-aac3421137ff'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:51:44.425780 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:44.429584 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:44.438972 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4cf6599b-f329-413e-81d7-a613943f81d8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:44.519771 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=5a624f00-b87e-486b-8adb-aac3421137ff,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:44.534066 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.534449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.534828 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.535198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.535561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.535924 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.536280 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.536638 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.536993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.537346 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.537698 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.538076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.538471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.538826 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.539184 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.539533 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.539883 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.540235 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.540584 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.541509 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.541863 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.542282 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.542633 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.542982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:44.564956 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Pushing event updated for resources: {'Subnet': ['ID=01bfc7f6-103a-4bc4-9836-edbf30ec57e2,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:44.569314 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:44.574167 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Checking segment: {'id': 'eb98b063-63b5-46a3-ac70-b8caccffeb42', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:51:44.574802 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Network hostable DHCP agents. Network: eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:51:44.592120 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:44.598610 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Network eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:51:44.612842 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a624f00-b87e-486b-8adb-aac3421137ff', 'code': 200} Jan 26 20:51:44.618071 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:44.619607 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:51:44.642079 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9b6d7b-c59f-4d6d-b039-3e6270aa03d9 None None] Network eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:51:44.657096 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:44.660909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:44.669192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:44.719729 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-82a129f8-40a7-423c-8f7b-bf6eea5d7eee admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6586678 Jan 26 20:51:44.788085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Allocated IP 172.20.0.2 (904a70fd-fb27-440b-aa4c-ebdd097079d3/48167752-fd52-413a-9909-8656b42a787b/672c7a42-2558-4695-9b9d-54414290b60a) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:51:45.059941 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:45.071607 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Transition to ACTIVE for port object 672c7a42-2558-4695-9b9d-54414290b60a will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:51:45.089749 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Transition to ACTIVE for port object 672c7a42-2558-4695-9b9d-54414290b60a will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:51:45.101345 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5a624f00-b87e-486b-8adb-aac3421137ff up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:51:45.136267 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:45.225220 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Allocated IP 172.27.0.145 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/c56c65b6-0c1d-4d5f-a095-313841a8f965) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:51:45.490602 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc87c2e6-1d62-4b48-91a9-8177c844e9cc req-a9d3ed00-15e4-40c6-9add-1ef3ee8010b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:45.497604 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-bc87c2e6-1d62-4b48-91a9-8177c844e9cc req-a9d3ed00-15e4-40c6-9add-1ef3ee8010b5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 1162 time: 0.4716921 Jan 26 20:51:45.499326 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:45.593360 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 5a624f00-b87e-486b-8adb-aac3421137ff triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:45.594020 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:45.753293 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-bc87c2e6-1d62-4b48-91a9-8177c844e9cc req-137e935c-e766-4c55-bc07-a39472a50d1c service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427514 Jan 26 20:51:45.759081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Network 904a70fd-fb27-440b-aa4c-ebdd097079d3 is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:51:45.779228 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:51:45.794062 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:51:45.919958 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:45.922436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Pushing event updated for resources: {'Port': ['ID=672c7a42-2558-4695-9b9d-54414290b60a,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:46.033318 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:46.039875 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:46.169915 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3518dc75-00e6-48eb-968f-23539adcb69a req-10895211-7e4e-4dec-ab75-c64c368cf0e8 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:46.179881 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3518dc75-00e6-48eb-968f-23539adcb69a req-10895211-7e4e-4dec-ab75-c64c368cf0e8 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 945 time: 0.7967360 Jan 26 20:51:46.237538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Attempting to bind port 672c7a42-2558-4695-9b9d-54414290b60a on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:51:46.237869 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Attempting to bind port 672c7a42-2558-4695-9b9d-54414290b60a by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:51:46.238302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Attempting to bind port 672c7a42-2558-4695-9b9d-54414290b60a on network 904a70fd-fb27-440b-aa4c-ebdd097079d3 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:51:46.261406 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e027990-40d9-4ebd-9586-b271f886e5c5 None None] Network eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:51:46.272054 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:46.286156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751de844-6319-4424-bbcd-96afd6edf530 req-b193450e-4d3a-441f-941e-0d30fa960db9 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:46.287958 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-751de844-6319-4424-bbcd-96afd6edf530 req-b193450e-4d3a-441f-941e-0d30fa960db9 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.8044860 Jan 26 20:51:46.300994 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:51:46.301400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Checking segment: {'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:51:46.301951 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:46.302405 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Bound using segment: {'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:51:46.303078 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Bound port: 672c7a42-2558-4695-9b9d-54414290b60a, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:51:46.303513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:46.353402 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:51:46.357469 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:51:46.366735 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:51:46.430083 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3518dc75-00e6-48eb-968f-23539adcb69a req-3096beb3-92ac-4b4e-b9df-e8ca9aa9a224 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491698 Jan 26 20:51:46.500241 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-751de844-6319-4424-bbcd-96afd6edf530 req-53ced6a1-3124-4f26-a443-5d224ff60874 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964390 Jan 26 20:51:46.594679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Pushing event updated for resources: {'Port': ['ID=c56c65b6-0c1d-4d5f-a095-313841a8f965,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:46.599030 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:46.846897 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] For port 672c7a42-2558-4695-9b9d-54414290b60a, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:51:46.852393 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:46.862233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44816) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:46.870102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1480038547-network', 'tenant_id': 'd949c1f6c8284f7a852d016b8349b686'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:51:46.882458 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:46.896521 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Usage tracker for resource:network and tenant:d949c1f6c8284f7a852d016b8349b686 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:46.896793 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] For port 672c7a42-2558-4695-9b9d-54414290b60a, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=672c7a42-2558-4695-9b9d-54414290b60a,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:51:46.904967 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:46.926505 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:46.941089 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:46.955732 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Made reservation on behalf of d949c1f6c8284f7a852d016b8349b686 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:51:46.963339 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:46.997534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:47.041516 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:47.045697 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Usage tracker for resource:security_group_rule and tenant:d949c1f6c8284f7a852d016b8349b686 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:47.058749 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:47.064653 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:47.164084 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:47.215554 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:47.218731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:47.223091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f96e5940-46cb-4bf6-b38b-34bfea697165 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:47.262082 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:51:47.271876 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9389967a-3f4c-4fda-bb32-145e7bbf6103,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:47.288012 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:47.295002 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:47.297630 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Added segment 0a2b1530-cd50-448d-94cb-0b35fe1c2b29 of type vxlan for network 042bdfc8-867a-467d-a7f7-db0942526379 Jan 26 20:51:47.326992 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:47.364032 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:47.366499 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:47.368445 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5a624f00-b87e-486b-8adb-aac3421137ff up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:51:47.373554 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:47.398220 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6fffdcd2-78a5-4b8e-ad20-3189cd94af4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:47.446192 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5822773 Jan 26 20:51:47.622119 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44834) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:47.623060 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Pushing event updated for resources: {'Network': ['ID=042bdfc8-867a-467d-a7f7-db0942526379,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:47.635328 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:47.644957 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Request body: {'subnet': {'network_id': '042bdfc8-867a-467d-a7f7-db0942526379', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1480038547-subnet', 'tenant_id': 'd949c1f6c8284f7a852d016b8349b686', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:51:47.651515 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:47.663608 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Usage tracker for resource:subnet and tenant:d949c1f6c8284f7a852d016b8349b686 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:47.669455 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:47.673736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network 042bdfc8-867a-467d-a7f7-db0942526379 details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:51:47.677027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:47.714488 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Made reservation on behalf of d949c1f6c8284f7a852d016b8349b686 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:51:47.720140 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513452'] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:47.724205 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-366604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854406635'] for router, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:47.820470 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network 042bdfc8-867a-467d-a7f7-db0942526379 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:51:47.988748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Pushing event updated for resources: {'Port': ['ID=672c7a42-2558-4695-9b9d-54414290b60a,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:48.001910 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:48.022402 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 5a624f00-b87e-486b-8adb-aac3421137ff triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:48.022903 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:48.048855 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 is scheduled to L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d with binding_index 1 {{(pid=80131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 20:51:48.334085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:51:48.375180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Sync routers for ids ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:51:48.375782 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Notify callbacks [] for router, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:48.380591 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1912084 Jan 26 20:51:48.381453 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44852) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:48.387304 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Routers {'82838ba7-0cbc-4ecf-a6b9-00349899afb7'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:51:48.387968 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:51:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:51:48.420990 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72714c94-219f-4daa-8b76-0ef075172fa5 req-683fa077-a383-44c8-bb0b-5c378123bab4 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:48.429562 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-72714c94-219f-4daa-8b76-0ef075172fa5 req-683fa077-a383-44c8-bb0b-5c378123bab4 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.6600978 Jan 26 20:51:48.504386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaf996a-d9e9-4ae0-9c74-b0c7827ce49b req-6b50c35c-b824-42a3-8ef4-97146743b38e tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:48.513274 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aaaf996a-d9e9-4ae0-9c74-b0c7827ce49b req-6b50c35c-b824-42a3-8ef4-97146743b38e tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 945 time: 0.7486682 Jan 26 20:51:48.601054 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Set router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:51:48.654610 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-72714c94-219f-4daa-8b76-0ef075172fa5 req-06bda499-4859-40a9-a154-ec0bfad76c28 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237353 Jan 26 20:51:48.690540 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aaaf996a-d9e9-4ae0-9c74-b0c7827ce49b req-f2f2ae4c-e4e1-4252-9339-5d1dd34d023f tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762559 Jan 26 20:51:48.832210 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839408231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513469'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:48.848281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:48.926969 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:46Z', 'revision_number': 3, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:51:48.933013 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Checking router: 82838ba7-0cbc-4ecf-a6b9-00349899afb7 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:51:48.933650 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Updating router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 port c56c65b6-0c1d-4d5f-a095-313841a8f965 binding host dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:51:48.976769 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77d70439-8121-4832-b8ac-89f1359a7f0b,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:48.982616 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:49.004453 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:49.053521 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Checking segment: {'id': '0a2b1530-cd50-448d-94cb-0b35fe1c2b29', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '042bdfc8-867a-467d-a7f7-db0942526379'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:51:49.054213 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Network hostable DHCP agents. Network: 042bdfc8-867a-467d-a7f7-db0942526379, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:51:49.075154 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Network 042bdfc8-867a-467d-a7f7-db0942526379 is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:51:49.084077 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, 042bdfc8-867a-467d-a7f7-db0942526379) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:51:49.095479 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885a4405-581e-4f62-a308-29eb33a2a8c0 None None] Network 042bdfc8-867a-467d-a7f7-db0942526379 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:51:49.098062 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:49.098713 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:49.122998 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-10895c78-e573-4a34-8f5b-a87f1093dc74 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4954422 Jan 26 20:51:49.272235 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:49.484395 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5adbfb71-59cb-4392-b6e2-25bfeb51f321 None None] Network 042bdfc8-867a-467d-a7f7-db0942526379 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:51:49.536706 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:49.550287 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Transition to ACTIVE for port object c56c65b6-0c1d-4d5f-a095-313841a8f965 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:51:49.564994 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:49.672731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cd4e35bc-ec28-444f-a8da-a19ad0662080 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:49.772933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ae2c26-6748-4e9b-a5e6-f4706363279e None None] Network 904a70fd-fb27-440b-aa4c-ebdd097079d3 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:51:49.792445 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Pushing event updated for resources: {'Port': ['ID=c56c65b6-0c1d-4d5f-a095-313841a8f965,revision_number=2']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:49.812291 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.812665 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.813027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.813386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.813739 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.814120 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.814471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.814795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.815147 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.815495 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.815846 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.816184 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.816569 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.816915 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.817261 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.818076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.818436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.818783 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.819129 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.820896 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.820896 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.820896 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.820896 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.821275 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:51:49.827441 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:49.839374 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Attempting to bind port c56c65b6-0c1d-4d5f-a095-313841a8f965 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:51:49.839909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Attempting to bind port c56c65b6-0c1d-4d5f-a095-313841a8f965 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:51:49.840420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Attempting to bind port c56c65b6-0c1d-4d5f-a095-313841a8f965 on network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:51:49.847378 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:51:49.847848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Checking segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:51:49.848393 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:49.848927 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Bound using segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:51:49.849861 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Bound port: c56c65b6-0c1d-4d5f-a095-313841a8f965, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:51:49.850412 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Allocated IP 172.20.0.1 (904a70fd-fb27-440b-aa4c-ebdd097079d3/48167752-fd52-413a-9909-8656b42a787b/91e4c3c3-e6df-4ff4-9245-e894748e29cc) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:51:49.850549 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:49.969232 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-89b28929-ee50-4021-a77d-af250f533d33 None None] Provisioning for port 672c7a42-2558-4695-9b9d-54414290b60a completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:51:49.983219 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] For port c56c65b6-0c1d-4d5f-a095-313841a8f965, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:51:49.996978 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] For port c56c65b6-0c1d-4d5f-a095-313841a8f965, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=c56c65b6-0c1d-4d5f-a095-313841a8f965,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:51:50.005843 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:50.030978 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:50.053301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:50.075443 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Transition to ACTIVE for port object 91e4c3c3-e6df-4ff4-9245-e894748e29cc will not be triggered until provisioned by entity DHCP. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:51:50.083574 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5c8a0b-30d1-4855-96c1-d700e575f281 req-75b0c1d3-1021-4b7a-9e07-904e46f8e932 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:50.085280 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5c5c8a0b-30d1-4855-96c1-d700e575f281 req-75b0c1d3-1021-4b7a-9e07-904e46f8e932 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.2067246 Jan 26 20:51:50.106571 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:50.129777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:50.221400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 672c7a42-2558-4695-9b9d-54414290b60a up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:51:50.236292 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5c5c8a0b-30d1-4855-96c1-d700e575f281 req-6a810b7d-4b9b-42ba-84ad-10f1f79a8729 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372669 Jan 26 20:51:50.244720 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Pushing event updated for resources: {'Port': ['ID=91e4c3c3-e6df-4ff4-9245-e894748e29cc,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:50.295065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Routers {'82838ba7-0cbc-4ecf-a6b9-00349899afb7'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:51:50.296080 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:51:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:51:50.316883 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:50.338818 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port 672c7a42-2558-4695-9b9d-54414290b60a completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:51:50.344713 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 672c7a42-2558-4695-9b9d-54414290b60a triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:50.345133 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:50.459513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Network 904a70fd-fb27-440b-aa4c-ebdd097079d3 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:51:50.462185 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:51:50.468774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:51:50.470656 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854404007'] for router_interface, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:50.600286 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:50.657389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Pushing event updated for resources: {'Port': ['ID=c56c65b6-0c1d-4d5f-a095-313841a8f965,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:50.665190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:50.684050 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:50.694081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port 672c7a42-2558-4695-9b9d-54414290b60a, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=672c7a42-2558-4695-9b9d-54414290b60a,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:51:50.700116 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:50.703282 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:50.782483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-37961a0e-ea6c-42c9-bbcd-f90daa0e67c5 None None] Provisioning complete for port 672c7a42-2558-4695-9b9d-54414290b60a triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:50.782897 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-37961a0e-ea6c-42c9-bbcd-f90daa0e67c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:50.787200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] Set router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:51:50.882123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=672c7a42-2558-4695-9b9d-54414290b60a,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:50.889201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:51.007459 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-37961a0e-ea6c-42c9-bbcd-f90daa0e67c5 None None] Provisioning for port 91e4c3c3-e6df-4ff4-9245-e894748e29cc completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:51:51.014094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-37961a0e-ea6c-42c9-bbcd-f90daa0e67c5 None None] Provisioning complete for port 91e4c3c3-e6df-4ff4-9245-e894748e29cc triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:51.014512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-37961a0e-ea6c-42c9-bbcd-f90daa0e67c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:51.109693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-37961a0e-ea6c-42c9-bbcd-f90daa0e67c5 None None] Port 91e4c3c3-e6df-4ff4-9245-e894748e29cc cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:51:51.144106 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:51.148042 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:51.149256 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854230849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371963'] for router_interface, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:51.166672 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-63bac92d-c9cf-435c-839e-edf5b2a2df0b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:51.186389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:49Z', 'revision_number': 1, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:51:51.190797 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb328df-3b8e-4388-b68d-10ef846c558d None None] The sync data for ids ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'] in dv-cinder-768105-4-iscsi is: [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:49Z', 'revision_number': 1, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:51:51.232748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-bfb48e69-876c-40fb-bc0d-08e928c2e3bb None None] Provisioning complete for port 672c7a42-2558-4695-9b9d-54414290b60a triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:51.233318 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bfb48e69-876c-40fb-bc0d-08e928c2e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:51.305324 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Pushing event updated for resources: {'Port': ['ID=91e4c3c3-e6df-4ff4-9245-e894748e29cc,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:51.320664 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:51.397297 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-bfb48e69-876c-40fb-bc0d-08e928c2e3bb None None] Provisioning complete for port 91e4c3c3-e6df-4ff4-9245-e894748e29cc triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:51.397718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bfb48e69-876c-40fb-bc0d-08e928c2e3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:51.422872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Network 904a70fd-fb27-440b-aa4c-ebdd097079d3 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:51:51.424207 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:51:51.480100 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-bfb48e69-876c-40fb-bc0d-08e928c2e3bb None None] Port 91e4c3c3-e6df-4ff4-9245-e894748e29cc cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:51:51.538248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2af5ac-e12e-448f-9505-97760bad1213 req-9943198e-d0e5-49f8-a9d2-f1439d5ea38b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:51.539964 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d2af5ac-e12e-448f-9505-97760bad1213 req-9943198e-d0e5-49f8-a9d2-f1439d5ea38b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1666605 Jan 26 20:51:51.635854 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-eda1bd6f-6eb4-49e8-9cc5-847934f90360 None None] Provisioning complete for port 672c7a42-2558-4695-9b9d-54414290b60a triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:51.637383 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-eda1bd6f-6eb4-49e8-9cc5-847934f90360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:51.702379 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d2af5ac-e12e-448f-9505-97760bad1213 req-903df7b2-8635-4e3f-96f8-eb67dcb3a04f tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445577 Jan 26 20:51:52.020285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-cb5f3385-0491-4e14-bade-a0dd96274dfa None None] Provisioning complete for port 91e4c3c3-e6df-4ff4-9245-e894748e29cc triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:52.022199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cb5f3385-0491-4e14-bade-a0dd96274dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:52.194761 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 672c7a42-2558-4695-9b9d-54414290b60a up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:51:52.212199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:51:52.299926 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-cb5f3385-0491-4e14-bade-a0dd96274dfa None None] Port 91e4c3c3-e6df-4ff4-9245-e894748e29cc cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:51:52.333598 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 672c7a42-2558-4695-9b9d-54414290b60a triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:52.333598 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:52.544127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:51:52.557815 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] 10.222.0.59 "PUT /v2.0/routers/82838ba7-0cbc-4ecf-a6b9-00349899afb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1748211 Jan 26 20:51:52.789872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44918) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:52.971645 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7eda495a-2ce1-43c5-8c15-fc9581903676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:52.990804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-7eda495a-2ce1-43c5-8c15-fc9581903676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:53.003856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-7eda495a-2ce1-43c5-8c15-fc9581903676 admin admin] Usage tracker for resource:security_group_rule and tenant:b5e5b3b862854c34b88647c25527e217 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:53.007645 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-7eda495a-2ce1-43c5-8c15-fc9581903676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:53.015260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-7eda495a-2ce1-43c5-8c15-fc9581903676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:53.055811 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03d75f-2a25-4f15-89a4-2bdb09442cc4 req-f5cee005-75be-4738-8d8d-e440633fae07 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:53.058673 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1a03d75f-2a25-4f15-89a4-2bdb09442cc4 req-f5cee005-75be-4738-8d8d-e440633fae07 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1637399 Jan 26 20:51:53.128900 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1a03d75f-2a25-4f15-89a4-2bdb09442cc4 req-26809dd6-f376-4f9d-9c48-deefd5b8dfa1 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627253 Jan 26 20:51:53.132490 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7eda495a-2ce1-43c5-8c15-fc9581903676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.146969 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7eda495a-2ce1-43c5-8c15-fc9581903676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.160156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2ba5179d-7ff5-4aa3-952c-42cbe257fa8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:53.209059 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-7eda495a-2ce1-43c5-8c15-fc9581903676 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b5e5b3b862854c34b88647c25527e217&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4149566 Jan 26 20:51:53.209059 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eda495a-2ce1-43c5-8c15-fc9581903676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6c17fa-f448-42d6-98e6-51681a51a79a,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:53.209489 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44936) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:53.226730 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7eda495a-2ce1-43c5-8c15-fc9581903676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:53.288699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ef126828-c073-462d-ad26-e0108df06685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.319909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ef126828-c073-462d-ad26-e0108df06685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.374967 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ef126828-c073-462d-ad26-e0108df06685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.381596 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1887a179-637e-4013-b853-ed95a5a59f6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:53.388370 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 44942) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:53.393185 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef126828-c073-462d-ad26-e0108df06685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6c17fa-f448-42d6-98e6-51681a51a79a,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:53.394622 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1850805518', 'description': 'tempest-description--443138057'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:51:53.395726 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ef126828-c073-462d-ad26-e0108df06685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:53.401178 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ef126828-c073-462d-ad26-e0108df06685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.404923 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ef126828-c073-462d-ad26-e0108df06685 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/4d6c17fa-f448-42d6-98e6-51681a51a79a HTTP/1.1" status: 204 len: 168 time: 0.1918979 Jan 26 20:51:53.413113 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:53.418613 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Usage tracker for resource:security_group and tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:53.421899 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:53.428366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:53.444800 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.468793 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:53.472863 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Usage tracker for resource:security_group_rule and tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:53.476035 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:53.482754 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:53.565197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.568251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.572887 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:53.620785 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfca792-d3c6-488e-a13e-15cda054fdf2,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:53.626476 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:53.633591 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.635718 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2462661 Jan 26 20:51:53.639334 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44954) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:53.645857 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-e43d5aaa-f8ec-428f-b9ca-4cfc57df5be3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Request body: {'security_group_rule': {'security_group_id': '5bfca792-d3c6-488e-a13e-15cda054fdf2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:51:53.664964 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-e43d5aaa-f8ec-428f-b9ca-4cfc57df5be3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:53.670822 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-e43d5aaa-f8ec-428f-b9ca-4cfc57df5be3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Usage tracker for resource:security_group_rule and tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:53.675119 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-e43d5aaa-f8ec-428f-b9ca-4cfc57df5be3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:53.683606 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-e43d5aaa-f8ec-428f-b9ca-4cfc57df5be3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:53.709992 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e43d5aaa-f8ec-428f-b9ca-4cfc57df5be3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.786369 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e43d5aaa-f8ec-428f-b9ca-4cfc57df5be3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.792386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e43d5aaa-f8ec-428f-b9ca-4cfc57df5be3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534222'] for security_group_rule, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.794390 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:53.826955 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43d5aaa-f8ec-428f-b9ca-4cfc57df5be3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61c20c2d-075f-4c41-a659-27225977afcf,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:53.831174 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e43d5aaa-f8ec-428f-b9ca-4cfc57df5be3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:53.840857 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e43d5aaa-f8ec-428f-b9ca-4cfc57df5be3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.842644 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-e43d5aaa-f8ec-428f-b9ca-4cfc57df5be3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2015939 Jan 26 20:51:53.845517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44968) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:53.851371 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-1722ea5d-be0a-4c1f-b467-fa5a458875cf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Request body: {'security_group_rule': {'security_group_id': '5bfca792-d3c6-488e-a13e-15cda054fdf2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:51:53.865844 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-1722ea5d-be0a-4c1f-b467-fa5a458875cf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:53.871029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-1722ea5d-be0a-4c1f-b467-fa5a458875cf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Usage tracker for resource:security_group_rule and tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:53.875329 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-1722ea5d-be0a-4c1f-b467-fa5a458875cf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:53.882135 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-1722ea5d-be0a-4c1f-b467-fa5a458875cf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:53.900775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1722ea5d-be0a-4c1f-b467-fa5a458875cf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.971732 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1722ea5d-be0a-4c1f-b467-fa5a458875cf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.975789 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1722ea5d-be0a-4c1f-b467-fa5a458875cf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534222'] for security_group_rule, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:53.984009 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:54.008340 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722ea5d-be0a-4c1f-b467-fa5a458875cf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61dc7e9f-c9fe-413f-919e-d3b9a0c3fb9f,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:54.011804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1722ea5d-be0a-4c1f-b467-fa5a458875cf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:54.019479 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1722ea5d-be0a-4c1f-b467-fa5a458875cf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:54.025972 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-1722ea5d-be0a-4c1f-b467-fa5a458875cf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1759808 Jan 26 20:51:54.026393 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 44976) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:54.032653 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Request body: {'floatingip': {'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:51:54.050144 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:54.055072 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Usage tracker for resource:floatingip and tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:54.060411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:54.066675 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:54.079294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for floatingip, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:54.123003 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device c56c65b6-0c1d-4d5f-a095-313841a8f965 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:51:54.209373 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port c56c65b6-0c1d-4d5f-a095-313841a8f965 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:51:54.217076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port c56c65b6-0c1d-4d5f-a095-313841a8f965 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:54.217593 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:54.245177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:54.353613 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:54.371846 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port c56c65b6-0c1d-4d5f-a095-313841a8f965, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=c56c65b6-0c1d-4d5f-a095-313841a8f965,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:51:54.375223 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:54.380671 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:54.461602 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=c56c65b6-0c1d-4d5f-a095-313841a8f965,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:54.473366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:54.584704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db660b-a946-4893-b20c-ce605be454b0 req-114490b7-9662-46b8-8a8b-3408179b489e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:54.588239 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-87db660b-a946-4893-b20c-ce605be454b0 req-114490b7-9662-46b8-8a8b-3408179b489e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.3030572 Jan 26 20:51:54.719798 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-87db660b-a946-4893-b20c-ce605be454b0 req-85e80394-4bcf-4a7b-8344-eb791e2386e9 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266580 Jan 26 20:51:54.755440 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Allocated IP 172.27.0.66 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/1df2acd4-343a-417f-9940-829925cdf9fc) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:51:54.918069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:54.950748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:54.969409 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2d1b3909-e658-42cb-9d06-4684c0462a14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:55.015062 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Sync routers for ids ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:51:55.029371 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Routers {'82838ba7-0cbc-4ecf-a6b9-00349899afb7'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:51:55.030102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:51:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:51:55.338792 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Set router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:51:55.438186 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event updated for resources: {'Port': ['ID=1df2acd4-343a-417f-9940-829925cdf9fc,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:55.443464 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:55.515839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:51:55.517124 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:51:55.519722 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:51:55.735419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:55.768314 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 2, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:51:55.772864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Checking router: 82838ba7-0cbc-4ecf-a6b9-00349899afb7 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:51:55.773269 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Updating router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 port 91e4c3c3-e6df-4ff4-9245-e894748e29cc binding host dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:51:55.833669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:55.854137 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35007341-b421-4a08-8095-8778707a6351 req-d3cee9d6-1cab-4490-94b1-475878a5b5d9 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:55.855830 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-35007341-b421-4a08-8095-8778707a6351 req-d3cee9d6-1cab-4490-94b1-475878a5b5d9 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 945 time: 0.2146568 Jan 26 20:51:55.898682 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:56.051272 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-35007341-b421-4a08-8095-8778707a6351 req-d2af43de-07aa-42dd-91e0-3aaa0d46e0e6 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848876 Jan 26 20:51:56.210741 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device c56c65b6-0c1d-4d5f-a095-313841a8f965 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:51:56.249634 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f14ab-154c-4e27-a48b-938c89886603 req-23bc64fe-14e3-4cb8-ab80-94b84ab95fed tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:56.252219 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-680f14ab-154c-4e27-a48b-938c89886603 req-23bc64fe-14e3-4cb8-ab80-94b84ab95fed tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.3260195 Jan 26 20:51:56.376193 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port c56c65b6-0c1d-4d5f-a095-313841a8f965 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:56.376696 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:56.436478 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-680f14ab-154c-4e27-a48b-938c89886603 req-ce2f6349-5b31-4003-8e84-9365bb87bfe2 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534805 Jan 26 20:51:56.533224 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:56.542852 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:56.638993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:56.654444 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Transition to ACTIVE for port object 91e4c3c3-e6df-4ff4-9245-e894748e29cc will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:51:56.658999 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:56.738671 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:56.747371 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:56.842685 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event updated for resources: {'Port': ['ID=1df2acd4-343a-417f-9940-829925cdf9fc,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:56.869670 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:56.950901 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:56.957906 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32bfab-ca8c-4f78-90c9-d9c9a2bcab4c None None] Pushing event updated for resources: {'Port': ['ID=91e4c3c3-e6df-4ff4-9245-e894748e29cc,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:56.965952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1b32bfab-ca8c-4f78-90c9-d9c9a2bcab4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:56.987504 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:56.999705 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9720337 Jan 26 20:51:57.149446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Attempting to bind port 91e4c3c3-e6df-4ff4-9245-e894748e29cc on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:51:57.150461 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Attempting to bind port 91e4c3c3-e6df-4ff4-9245-e894748e29cc by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:51:57.150872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Attempting to bind port 91e4c3c3-e6df-4ff4-9245-e894748e29cc on network 904a70fd-fb27-440b-aa4c-ebdd097079d3 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:51:57.166400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:51:57.166841 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Checking segment: {'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:51:57.167315 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:57.167740 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Bound using segment: {'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:51:57.168276 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Bound port: 91e4c3c3-e6df-4ff4-9245-e894748e29cc, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:51:57.168786 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:57.308614 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] For port 91e4c3c3-e6df-4ff4-9245-e894748e29cc, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:51:57.311952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] For port 91e4c3c3-e6df-4ff4-9245-e894748e29cc, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=91e4c3c3-e6df-4ff4-9245-e894748e29cc,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:51:57.328211 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:57.347905 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:57.425351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b32bfab-ca8c-4f78-90c9-d9c9a2bcab4c None None] Pushing event updated for resources: {'Port': ['ID=91e4c3c3-e6df-4ff4-9245-e894748e29cc,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:57.429652 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1b32bfab-ca8c-4f78-90c9-d9c9a2bcab4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:57.508975 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23508a4d-e458-480d-b217-81aadf1f584c req-b895a79a-6153-4c7b-bb7b-4e504422da8c tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:57.510042 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-23508a4d-e458-480d-b217-81aadf1f584c req-b895a79a-6153-4c7b-bb7b-4e504422da8c tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Synchronizing usage tracker for tenant:ca83b2fce6834a66bca57f769288eb36 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:51:57.552412 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45084) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:57.559353 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-23508a4d-e458-480d-b217-81aadf1f584c req-b895a79a-6153-4c7b-bb7b-4e504422da8c tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Unset dirty status for tenant:ca83b2fce6834a66bca57f769288eb36 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:51:57.561081 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-23508a4d-e458-480d-b217-81aadf1f584c req-b895a79a-6153-4c7b-bb7b-4e504422da8c tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.11 "GET /v2.0/ports?device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 945 time: 0.4317098 Jan 26 20:51:57.622937 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a46417-d5bb-415b-bf3e-dd4785522996 req-7cd1af4a-23f3-4e33-b0b2-4b3967f447f5 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:57.630446 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b6a46417-d5bb-415b-bf3e-dd4785522996 req-7cd1af4a-23f3-4e33-b0b2-4b3967f447f5 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 945 time: 0.2433774 Jan 26 20:51:57.636691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:57.744682 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b6a46417-d5bb-415b-bf3e-dd4785522996 req-eb9f19c4-9bdc-472b-9322-90f81af5bee3 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131647 Jan 26 20:51:57.758244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Routers {'82838ba7-0cbc-4ecf-a6b9-00349899afb7'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:51:57.763005 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:51:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:51:57.794332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-23508a4d-e458-480d-b217-81aadf1f584c req-1e5dd6cc-cc61-4b5d-b8eb-b9d2a688f23a tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Deleting port 5a624f00-b87e-486b-8adb-aac3421137ff {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:51:57.797205 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-23508a4d-e458-480d-b217-81aadf1f584c req-1e5dd6cc-cc61-4b5d-b8eb-b9d2a688f23a tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:57.820584 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-14bd4510-29ac-4690-b6c8-3d693604b142 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Synchronizing usage tracker for tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 on resource:security_group {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:51:57.866469 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-14bd4510-29ac-4690-b6c8-3d693604b142 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Unset dirty status for tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 on resource:security_group {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:51:57.867748 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-14bd4510-29ac-4690-b6c8-3d693604b142 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1850805518&fields=id&tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5 HTTP/1.1" status: 200 len: 267 time: 0.1755309 Jan 26 20:51:58.299292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b71d5c25-eb74-4e45-a348-32cce73e126a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:58.317964 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45110) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:58.355975 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b71d5c25-eb74-4e45-a348-32cce73e126a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:58.365383 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b71d5c25-eb74-4e45-a348-32cce73e126a admin admin] Usage tracker for resource:security_group_rule and tenant:15bb9a57e67e4ba4b8d1b10e3713673a is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:58.372431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b71d5c25-eb74-4e45-a348-32cce73e126a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:58.432070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1a2da896-1fd5-4edf-b7dd-1189f0c4e304 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:58.432584 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1a2da896-1fd5-4edf-b7dd-1189f0c4e304 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Synchronizing usage tracker for tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:51:58.436639 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b71d5c25-eb74-4e45-a348-32cce73e126a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:58.436782 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 91e4c3c3-e6df-4ff4-9245-e894748e29cc up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:51:58.465233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-23508a4d-e458-480d-b217-81aadf1f584c req-1e5dd6cc-cc61-4b5d-b8eb-b9d2a688f23a tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] For port 5a624f00-b87e-486b-8adb-aac3421137ff, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5a624f00-b87e-486b-8adb-aac3421137ff,segment=NetworkSegment(a15fe1a3-7a0a-4495-b36a-e04a3a217f31),segment_id=a15fe1a3-7a0a-4495-b36a-e04a3a217f31)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:51:58.465964 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-23508a4d-e458-480d-b217-81aadf1f584c req-1e5dd6cc-cc61-4b5d-b8eb-b9d2a688f23a tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:58.491598 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1a2da896-1fd5-4edf-b7dd-1189f0c4e304 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Unset dirty status for tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:51:58.499238 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1a2da896-1fd5-4edf-b7dd-1189f0c4e304 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/networks?id=904a70fd-fb27-440b-aa4c-ebdd097079d3 HTTP/1.1" status: 200 len: 817 time: 0.6234345 Jan 26 20:51:58.528733 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-505a19e1-37c8-4ff0-99f8-0252d2e657bf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/quotas/c73218cc1fef4b1ab83c9ef8a2c15db5 HTTP/1.1" status: 200 len: 375 time: 0.0285022 Jan 26 20:51:58.582931 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] Set router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:51:58.631436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298abdb-2b53-40e5-bee0-21b6ecbbc6e3 req-8b298f72-cbef-4363-b009-852374ffd77e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:51:58.632358 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-23508a4d-e458-480d-b217-81aadf1f584c req-1e5dd6cc-cc61-4b5d-b8eb-b9d2a688f23a tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Calling delete_port for 5a624f00-b87e-486b-8adb-aac3421137ff owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:51:58.640392 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9298abdb-2b53-40e5-bee0-21b6ecbbc6e3 req-8b298f72-cbef-4363-b009-852374ffd77e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.4398522 Jan 26 20:51:58.682498 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3cc34b8f-3675-4a41-ab65-99030a775ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:58.725232 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-3cc34b8f-3675-4a41-ab65-99030a775ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:51:58.740187 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-3cc34b8f-3675-4a41-ab65-99030a775ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:8db49877b0984daa907c1d79803457aa is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:51:58.762561 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9298abdb-2b53-40e5-bee0-21b6ecbbc6e3 req-e3993ac0-1294-42bd-af48-4dafe68f96c4 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212518 Jan 26 20:51:58.769690 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-3cc34b8f-3675-4a41-ab65-99030a775ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:51:58.782784 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port 91e4c3c3-e6df-4ff4-9245-e894748e29cc completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:51:58.807404 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-3cc34b8f-3675-4a41-ab65-99030a775ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:51:58.813316 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 91e4c3c3-e6df-4ff4-9245-e894748e29cc triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:51:58.813743 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:58.836942 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-23508a4d-e458-480d-b217-81aadf1f584c req-1e5dd6cc-cc61-4b5d-b8eb-b9d2a688f23a tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:58.868162 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:58.922551 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5dd6cc-cc61-4b5d-b8eb-b9d2a688f23a tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Pushing event deleted for resources: {'Port': ['ID=5a624f00-b87e-486b-8adb-aac3421137ff,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:58.950509 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-47891b78-cb75-4268-844e-c4f82d240960 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4169402 Jan 26 20:51:58.972707 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5a624f00-b87e-486b-8adb-aac3421137ff no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:51:58.979215 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1e5dd6cc-cc61-4b5d-b8eb-b9d2a688f23a tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:59.032130 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] No Port match for: 5a624f00-b87e-486b-8adb-aac3421137ff {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:51:59.032803 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5a624f00-b87e-486b-8adb-aac3421137ff not bound to the agent host hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:51:59.042588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b71d5c25-eb74-4e45-a348-32cce73e126a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:59.047859 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-472d8da1-1626-4daf-bb28-d642da8cee03 req-df075807-78b2-4c2a-8deb-6e10a9d789ab tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5 HTTP/1.1" status: 200 len: 210 time: 0.0906420 Jan 26 20:51:59.122476 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b71d5c25-eb74-4e45-a348-32cce73e126a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:59.137241 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-23508a4d-e458-480d-b217-81aadf1f584c req-1e5dd6cc-cc61-4b5d-b8eb-b9d2a688f23a tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] No DVR routers for this DVR port 5a624f00-b87e-486b-8adb-aac3421137ff on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:51:59.140939 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-23508a4d-e458-480d-b217-81aadf1f584c req-1e5dd6cc-cc61-4b5d-b8eb-b9d2a688f23a tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:59.146525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5', 'name': 'network-vif-deleted', 'tag': '5a624f00-b87e-486b-8adb-aac3421137ff'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:51:59.168001 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-23508a4d-e458-480d-b217-81aadf1f584c req-1e5dd6cc-cc61-4b5d-b8eb-b9d2a688f23a tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.11 "DELETE /v2.0/ports/5a624f00-b87e-486b-8adb-aac3421137ff HTTP/1.1" status: 204 len: 173 time: 1.6010606 Jan 26 20:51:59.198427 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f40b79ee-dc5b-4cbc-9989-b5bc4b725dfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:59.214952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:59.227349 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3cc34b8f-3675-4a41-ab65-99030a775ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:59.248072 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3cc34b8f-3675-4a41-ab65-99030a775ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:59.250407 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '664ffb3b-e4bf-4f69-8b49-fe11f0de2cf5', 'name': 'network-vif-deleted', 'tag': '5a624f00-b87e-486b-8adb-aac3421137ff', 'status': 'completed', 'code': 200} Jan 26 20:51:59.267595 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71d5c25-eb74-4e45-a348-32cce73e126a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8130f6-55e4-42fc-8d29-31a8d9236343,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:59.272558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port 91e4c3c3-e6df-4ff4-9245-e894748e29cc, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=91e4c3c3-e6df-4ff4-9245-e894748e29cc,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:51:59.279887 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b71d5c25-eb74-4e45-a348-32cce73e126a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:59.280483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:59.284507 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:59.284644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2a519d36-6733-495a-ab02-049e55396751 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:59.323249 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc34b8f-3675-4a41-ab65-99030a775ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25ad8b5-510e-4bd5-a6f9-34452c85a22c,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:59.327577 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:57Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:51:59.341245 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c9449d1-ad9f-4fed-b13b-39317119038f None None] The sync data for ids ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'] in dv-cinder-768105-4-iscsi is: [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:57Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:51:59.386129 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b71d5c25-eb74-4e45-a348-32cce73e126a admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=15bb9a57e67e4ba4b8d1b10e3713673a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7532506 Jan 26 20:51:59.387383 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=91e4c3c3-e6df-4ff4-9245-e894748e29cc,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:59.388944 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-662741d4-bd47-42ec-b9c6-fbc287871ea9 service neutron] 10.222.0.59 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4254785 Jan 26 20:51:59.389075 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45136) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:59.394429 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3cc34b8f-3675-4a41-ab65-99030a775ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:59.399087 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-3cc34b8f-3675-4a41-ab65-99030a775ef8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8db49877b0984daa907c1d79803457aa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0782986 Jan 26 20:51:59.402234 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45140) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:51:59.427511 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:59.530583 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c635bab2-443a-4610-87a7-df365f496e51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:59.596483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c635bab2-443a-4610-87a7-df365f496e51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:59.600715 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e7f18301-0cb9-4d7f-ba38-714969f4b468 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:59.641193 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e7f18301-0cb9-4d7f-ba38-714969f4b468 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:59.728567 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c635bab2-443a-4610-87a7-df365f496e51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:59.735401 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ebc62393-162d-411f-988b-c094b80a8aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:59.763654 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c635bab2-443a-4610-87a7-df365f496e51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8130f6-55e4-42fc-8d29-31a8d9236343,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:59.789504 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-e54d3182-8cbb-4280-a1f8-c6c5b118c6d3 service neutron] 10.222.0.59 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3177321 Jan 26 20:51:59.795609 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e7f18301-0cb9-4d7f-ba38-714969f4b468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:59.798058 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c635bab2-443a-4610-87a7-df365f496e51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:59.800388 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c635bab2-443a-4610-87a7-df365f496e51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:59.829337 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-c635bab2-443a-4610-87a7-df365f496e51 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2f8130f6-55e4-42fc-8d29-31a8d9236343 HTTP/1.1" status: 204 len: 168 time: 0.4391615 Jan 26 20:51:59.830628 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-63b8a91c-8bc3-4f52-9e64-596705c839e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:51:59.872324 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f18301-0cb9-4d7f-ba38-714969f4b468 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25ad8b5-510e-4bd5-a6f9-34452c85a22c,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:51:59.876021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e7f18301-0cb9-4d7f-ba38-714969f4b468 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:51:59.912263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e7f18301-0cb9-4d7f-ba38-714969f4b468 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:51:59.915028 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-e7f18301-0cb9-4d7f-ba38-714969f4b468 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e25ad8b5-510e-4bd5-a6f9-34452c85a22c HTTP/1.1" status: 204 len: 168 time: 0.5101047 Jan 26 20:52:00.148218 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 91e4c3c3-e6df-4ff4-9245-e894748e29cc up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:52:00.313788 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 91e4c3c3-e6df-4ff4-9245-e894748e29cc triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:00.314323 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:00.320882 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec11ec68-bd07-480e-b208-23dc01b9e9f5 req-10147925-7d80-4799-b768-bb48806650ef tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:00.335736 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ec11ec68-bd07-480e-b208-23dc01b9e9f5 req-10147925-7d80-4799-b768-bb48806650ef tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.3075099 Jan 26 20:52:00.777950 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ec11ec68-bd07-480e-b208-23dc01b9e9f5 req-fd47f662-5047-4500-99ce-9e13cb779284 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411097 Jan 26 20:52:00.780633 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f7f77615-917c-4c13-8733-641c7030e564 req-3336eebf-1ac2-4109-bef7-0552ce3eb27e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 210 time: 0.3411384 Jan 26 20:52:00.821195 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45186) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:00.861807 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a48ab721-f357-4f61-a0a7-71a2b9a0ca0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:00.892197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-a48ab721-f357-4f61-a0a7-71a2b9a0ca0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:00.896341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-a48ab721-f357-4f61-a0a7-71a2b9a0ca0c admin admin] Usage tracker for resource:security_group_rule and tenant:42694ec9d01e4f9b8bf07dc02f1b6039 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:00.900252 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-a48ab721-f357-4f61-a0a7-71a2b9a0ca0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:00.906832 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-a48ab721-f357-4f61-a0a7-71a2b9a0ca0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:00.927753 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45192) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:00.976412 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-acb523ce-c4ae-418b-87d9-1c1fcb987da1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:00.996823 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-acb523ce-c4ae-418b-87d9-1c1fcb987da1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:01.001475 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-acb523ce-c4ae-418b-87d9-1c1fcb987da1 admin admin] Usage tracker for resource:security_group_rule and tenant:323cbe43d36e46d0a2a06614091bf5d5 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:01.004993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-acb523ce-c4ae-418b-87d9-1c1fcb987da1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:01.015507 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-acb523ce-c4ae-418b-87d9-1c1fcb987da1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:01.041922 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a48ab721-f357-4f61-a0a7-71a2b9a0ca0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:01.048867 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a48ab721-f357-4f61-a0a7-71a2b9a0ca0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:01.065929 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3cc34b8f-3675-4a41-ab65-99030a775ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:01.162051 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48ab721-f357-4f61-a0a7-71a2b9a0ca0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f3fa9c-0ef3-428e-8841-f84a1f2577a3,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:01.178366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a48ab721-f357-4f61-a0a7-71a2b9a0ca0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:01.207329 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-acb523ce-c4ae-418b-87d9-1c1fcb987da1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:01.210303 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-a48ab721-f357-4f61-a0a7-71a2b9a0ca0c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=42694ec9d01e4f9b8bf07dc02f1b6039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3876386 Jan 26 20:52:01.210433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-acb523ce-c4ae-418b-87d9-1c1fcb987da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:01.214281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45208) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:01.222891 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8c24c9c0-5f37-4990-96fe-b4e1852ac1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:01.305145 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-acb523ce-c4ae-418b-87d9-1c1fcb987da1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=323cbe43d36e46d0a2a06614091bf5d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3761599 Jan 26 20:52:01.306013 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45212) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:01.307253 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb523ce-c4ae-418b-87d9-1c1fcb987da1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff0b5b0-e2b6-419b-8bd1-aeb0e94df0e6,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:01.310275 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-acb523ce-c4ae-418b-87d9-1c1fcb987da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:01.409078 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-458c45e4-a6ff-47a6-8a00-55181e734c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:01.465023 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-458c45e4-a6ff-47a6-8a00-55181e734c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:01.521616 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-1edf33a0-93d9-49a3-b97f-9460295a430d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:01.523564 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-1edf33a0-93d9-49a3-b97f-9460295a430d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/networks?id=040fef4c-8b94-4822-a89d-1c35d573bb72 HTTP/1.1" status: 200 len: 808 time: 0.3415024 Jan 26 20:52:01.531450 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-458c45e4-a6ff-47a6-8a00-55181e734c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:01.538145 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-35d9816e-ddba-4ff3-820d-3c54529de832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:01.552953 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-458c45e4-a6ff-47a6-8a00-55181e734c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:01.552953 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-458c45e4-a6ff-47a6-8a00-55181e734c0d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/6ff0b5b0-e2b6-419b-8bd1-aeb0e94df0e6 HTTP/1.1" status: 204 len: 168 time: 0.2409132 Jan 26 20:52:01.555427 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458c45e4-a6ff-47a6-8a00-55181e734c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff0b5b0-e2b6-419b-8bd1-aeb0e94df0e6,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:01.559206 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-458c45e4-a6ff-47a6-8a00-55181e734c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:01.559999 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-fb699eea-eb45-47f9-8c1e-6cb73c13be99 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/quotas/ca83b2fce6834a66bca57f769288eb36 HTTP/1.1" status: 200 len: 375 time: 0.0275645 Jan 26 20:52:01.662410 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-8fab2c34-97b7-4ddd-9b72-a540cdf55500 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ca83b2fce6834a66bca57f769288eb36&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815909 Jan 26 20:52:01.698651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:52:01.721425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-32774724-6760-450d-bf29-78a1ec3b7387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:01.752540 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-196cd415-7223-4369-9e7b-1ed71de10309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:01.867701 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-32774724-6760-450d-bf29-78a1ec3b7387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:01.964563 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-050d93b3-293c-4a74-84d6-be82aa6c8e8d service neutron] 10.222.0.59 "GET /v2.0/networks/040fef4c-8b94-4822-a89d-1c35d573bb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932303 Jan 26 20:52:02.190749 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4bc4eeae-3658-4cf7-a5b2-dbb27ff83dc9 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:02.192516 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4bc4eeae-3658-4cf7-a5b2-dbb27ff83dc9 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.11 "GET /v2.0/networks?id=904a70fd-fb27-440b-aa4c-ebdd097079d3 HTTP/1.1" status: 200 len: 817 time: 0.2743230 Jan 26 20:52:02.193523 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-32774724-6760-450d-bf29-78a1ec3b7387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:02.201922 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ad56f138-5e48-429d-a3af-a5d910e37a20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:02.242875 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32774724-6760-450d-bf29-78a1ec3b7387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f3fa9c-0ef3-428e-8841-f84a1f2577a3,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:02.248088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-32774724-6760-450d-bf29-78a1ec3b7387 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:02.253182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-32774724-6760-450d-bf29-78a1ec3b7387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:02.254426 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-32774724-6760-450d-bf29-78a1ec3b7387 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/15f3fa9c-0ef3-428e-8841-f84a1f2577a3 HTTP/1.1" status: 204 len: 168 time: 1.0393798 Jan 26 20:52:02.319288 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48230a80-0e1a-4183-ab83-add8eccb5c17 req-697d61b0-3745-42e3-ab3c-3f62a9b1e3d4 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:02.327274 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-48230a80-0e1a-4183-ab83-add8eccb5c17 req-697d61b0-3745-42e3-ab3c-3f62a9b1e3d4 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.3590250 Jan 26 20:52:02.338131 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-b78255e9-3aa2-4b44-b0af-5d25be890594 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Synchronizing usage tracker for tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 on resource:security_group {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:52:02.362956 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-b78255e9-3aa2-4b44-b0af-5d25be890594 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Unset dirty status for tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 on resource:security_group {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:52:02.363095 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-6a955e96-5917-4109-8244-e452dafead6c service neutron] 10.222.0.59 "GET /v2.0/networks/040fef4c-8b94-4822-a89d-1c35d573bb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3020327 Jan 26 20:52:02.364355 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-b78255e9-3aa2-4b44-b0af-5d25be890594 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5 HTTP/1.1" status: 200 len: 5708 time: 0.1527252 Jan 26 20:52:02.382594 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Request body: {'port': {'device_id': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'admin_state_up': True, 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'security_groups': ['5bfca792-d3c6-488e-a13e-15cda054fdf2']}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:52:02.440778 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-48230a80-0e1a-4183-ab83-add8eccb5c17 req-91b98701-45b0-49a6-817c-cca6552a3b37 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125226 Jan 26 20:52:02.675106 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:02.687187 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Usage tracker for resource:port and tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:02.692712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:02.706072 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:02.728836 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Made reservation on behalf of c73218cc1fef4b1ab83c9ef8a2c15db5 for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:52:02.731955 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8274f45c-3c50-41c4-8607-ca235d0a5462 req-15e39f2f-7ea3-4334-9c28-093642d95e9a tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 210 time: 0.1369357 Jan 26 20:52:02.748827 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:02.846743 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-314b51eb-718c-452f-8a39-f4a52a3633e8 req-a093978e-8ded-4109-b366-fabeb00668b2 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 210 time: 0.1137128 Jan 26 20:52:03.304018 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Allocated IP 172.20.0.3 (904a70fd-fb27-440b-aa4c-ebdd097079d3/48167752-fd52-413a-9909-8656b42a787b/ec22509d-971d-4da5-91e2-b33d7cd4dd50) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:52:03.425644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45300) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:03.593428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:03.636699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Transition to ACTIVE for port object ec22509d-971d-4da5-91e2-b33d7cd4dd50 will not be triggered until provisioned by entity DHCP. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:52:03.698358 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:03.832553 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:03.832901 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b829c35-4c12-41c8-b172-a69432c0d7e0 req-08c953e9-b826-47c0-9953-1775791d022c tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:03.834803 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7b829c35-4c12-41c8-b172-a69432c0d7e0 req-08c953e9-b826-47c0-9953-1775791d022c tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.1946664 Jan 26 20:52:03.923972 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fe35ef82-9836-4914-b692-bc878232c7ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:04.000694 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event updated for resources: {'Port': ['ID=ec22509d-971d-4da5-91e2-b33d7cd4dd50,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:04.007906 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:04.014250 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Network 904a70fd-fb27-440b-aa4c-ebdd097079d3 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:52:04.015685 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:52:04.018200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:52:04.060821 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:04.063246 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:04.090521 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7137663 Jan 26 20:52:04.125838 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Request body: {'port': {'device_id': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:52:04.142219 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-fe35ef82-9836-4914-b692-bc878232c7ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:04.154683 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3013006b-96d0-4c02-b024-c001d60640c2 req-2b1b6138-9dcb-4939-b69e-cab764662652 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 210 time: 0.1804197 Jan 26 20:52:04.224394 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-fe35ef82-9836-4914-b692-bc878232c7ef admin admin] Usage tracker for resource:security_group_rule and tenant:cc05034f85b34ddca68b29d291610412 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:04.242288 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-fe35ef82-9836-4914-b692-bc878232c7ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:04.311255 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7b829c35-4c12-41c8-b172-a69432c0d7e0 req-af104442-a237-4777-810b-816bc373c266 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4343243 Jan 26 20:52:04.424577 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-fe35ef82-9836-4914-b692-bc878232c7ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:04.440434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:04.461564 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-8d749ffe-7388-4218-9b13-549e27059c35 None None] Provisioning for port ec22509d-971d-4da5-91e2-b33d7cd4dd50 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:52:04.482848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-45112b55-8ccb-461a-922f-c39c39bbaf90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:04.487835 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-8d749ffe-7388-4218-9b13-549e27059c35 None None] Provisioning complete for port ec22509d-971d-4da5-91e2-b33d7cd4dd50 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:04.489281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8d749ffe-7388-4218-9b13-549e27059c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:04.501505 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:04.636358 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-8d749ffe-7388-4218-9b13-549e27059c35 None None] Port ec22509d-971d-4da5-91e2-b33d7cd4dd50 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:52:04.653821 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fe35ef82-9836-4914-b692-bc878232c7ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:04.756185 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-472e7e01-e788-4b1e-8e78-ce68f902f425 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:04.758000 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-472e7e01-e788-4b1e-8e78-ce68f902f425 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.11 "GET /v2.0/networks?id=040fef4c-8b94-4822-a89d-1c35d573bb72 HTTP/1.1" status: 200 len: 808 time: 0.6272626 Jan 26 20:52:04.763034 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fe35ef82-9836-4914-b692-bc878232c7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:04.773253 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ef126828-c073-462d-ad26-e0108df06685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:04.806283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Request body: {'port': {'device_id': '325b2527-d33a-4d06-a574-28b88c3bdd93', 'network_id': '040fef4c-8b94-4822-a89d-1c35d573bb72', 'admin_state_up': True, 'tenant_id': 'ca83b2fce6834a66bca57f769288eb36'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:52:04.967263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe35ef82-9836-4914-b692-bc878232c7ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517e9f26-5eab-4f75-917e-f11d221f5684,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:04.984994 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-fe35ef82-9836-4914-b692-bc878232c7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:05.012404 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-fe35ef82-9836-4914-b692-bc878232c7ef admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=cc05034f85b34ddca68b29d291610412&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5855396 Jan 26 20:52:05.018014 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45342) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:05.076243 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea6128f-f238-489a-bdd1-c496df831188 req-4cf3eb17-c201-4ab3-94dc-53fe46dc2a63 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:05.077833 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7ea6128f-f238-489a-bdd1-c496df831188 req-4cf3eb17-c201-4ab3-94dc-53fe46dc2a63 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 931 time: 0.6493909 Jan 26 20:52:05.145763 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:05.162965 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7ea6128f-f238-489a-bdd1-c496df831188 req-fb2dff8f-82e6-49de-85ef-d8e99994386a tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707970 Jan 26 20:52:05.164453 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Usage tracker for resource:port and tenant:ca83b2fce6834a66bca57f769288eb36 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:05.171671 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:05.182981 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:05.203751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6be7b2f5-bd11-476a-835f-169dc163a1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:05.213529 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Made reservation on behalf of ca83b2fce6834a66bca57f769288eb36 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:52:05.240606 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:05.267180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6be7b2f5-bd11-476a-835f-169dc163a1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:05.310613 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.resource_extend [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 26 20:52:05.388583 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec22509d-971d-4da5-91e2-b33d7cd4dd50 {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:52:05.397129 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:05.411309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Transition to ACTIVE for port object ec22509d-971d-4da5-91e2-b33d7cd4dd50 will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:52:05.523170 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1220f3bc-f237-4769-a32f-98a1c117077f req-ab834e88-a2fb-450b-924e-daf982ccd4cf tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 210 time: 0.0703483 Jan 26 20:52:05.692772 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:05.722147 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:05.797077 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:05.803181 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec22509d-971d-4da5-91e2-b33d7cd4dd50,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:05.808135 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:05.870906 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6be7b2f5-bd11-476a-835f-169dc163a1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:05.877027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-acb523ce-c4ae-418b-87d9-1c1fcb987da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:05.891968 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6be7b2f5-bd11-476a-835f-169dc163a1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:05.893181 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-6be7b2f5-bd11-476a-835f-169dc163a1ce admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/517e9f26-5eab-4f75-917e-f11d221f5684 HTTP/1.1" status: 204 len: 168 time: 0.8741596 Jan 26 20:52:05.919483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be7b2f5-bd11-476a-835f-169dc163a1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517e9f26-5eab-4f75-917e-f11d221f5684,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:05.927775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6be7b2f5-bd11-476a-835f-169dc163a1ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:05.979074 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Allocated IP 172.20.0.8 (040fef4c-8b94-4822-a89d-1c35d573bb72/1b15c2cd-0ccc-4584-a5a3-7e811fd5090d/f51fd9b5-6a5b-48fd-89d1-69a42d42f985) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:52:06.026197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-43567e67-78eb-4ed8-9083-01e51907930c tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:06.027010 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-43567e67-78eb-4ed8-9083-01e51907930c tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Synchronizing usage tracker for tenant:7857f0839476469ea9308b78565f3a75 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:52:06.040094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:06.092354 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-43567e67-78eb-4ed8-9083-01e51907930c tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Unset dirty status for tenant:7857f0839476469ea9308b78565f3a75 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:52:06.093871 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-43567e67-78eb-4ed8-9083-01e51907930c tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.11 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.6811874 Jan 26 20:52:06.146284 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09c0b8a-cded-4693-97c4-4b37125d07bd req-35cabc61-05a5-41ce-8065-d2e09874c5c8 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:06.152118 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a09c0b8a-cded-4693-97c4-4b37125d07bd req-35cabc61-05a5-41ce-8065-d2e09874c5c8 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 943 time: 0.5757277 Jan 26 20:52:06.246260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Attempting to bind port ec22509d-971d-4da5-91e2-b33d7cd4dd50 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:52:06.246638 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Attempting to bind port ec22509d-971d-4da5-91e2-b33d7cd4dd50 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:52:06.247010 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Attempting to bind port ec22509d-971d-4da5-91e2-b33d7cd4dd50 on network 904a70fd-fb27-440b-aa4c-ebdd097079d3 {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:52:06.288004 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:52:06.288386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Checking segment: {'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:52:06.288791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:06.289189 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Bound using segment: {'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:52:06.296561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Bound port: ec22509d-971d-4da5-91e2-b33d7cd4dd50, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:52:06.296976 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:06.471935 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-7d998562-30fb-4178-a127-c64d33c0c1ea tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Deleting port 58fe5d54-80e6-4f45-a8f8-b9b356dea910 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:52:06.472449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-7d998562-30fb-4178-a127-c64d33c0c1ea tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:06.814307 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] For port ec22509d-971d-4da5-91e2-b33d7cd4dd50, host hv-cinder-76810, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:52:06.840941 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] For port ec22509d-971d-4da5-91e2-b33d7cd4dd50, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ec22509d-971d-4da5-91e2-b33d7cd4dd50,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:52:06.862067 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:06.879270 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:06.886063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:06.973295 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a09c0b8a-cded-4693-97c4-4b37125d07bd req-2e3fbc6b-e945-4602-8ebd-ff5d822951da tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258236 Jan 26 20:52:06.986773 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-7d998562-30fb-4178-a127-c64d33c0c1ea tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] For port 58fe5d54-80e6-4f45-a8f8-b9b356dea910, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=58fe5d54-80e6-4f45-a8f8-b9b356dea910,segment=NetworkSegment(a4b3420a-4eed-451e-8d08-b7ede4fb31c0),segment_id=a4b3420a-4eed-451e-8d08-b7ede4fb31c0)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:06.987181 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-7d998562-30fb-4178-a127-c64d33c0c1ea tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:07.111648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3079ea-d671-4abd-8876-63efe4cfd18a req-1418f8e6-34b4-4d9e-a33e-54bb3c438a45 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:07.113558 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1a3079ea-d671-4abd-8876-63efe4cfd18a req-1418f8e6-34b4-4d9e-a33e-54bb3c438a45 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.6403248 Jan 26 20:52:07.149097 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:07.158338 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-7d998562-30fb-4178-a127-c64d33c0c1ea tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Calling delete_port for 58fe5d54-80e6-4f45-a8f8-b9b356dea910 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:52:07.174532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:07.363014 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Pushing event updated for resources: {'Port': ['ID=f51fd9b5-6a5b-48fd-89d1-69a42d42f985,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:07.363818 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:07.420808 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-7d998562-30fb-4178-a127-c64d33c0c1ea tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:07.438735 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1a3079ea-d671-4abd-8876-63efe4cfd18a req-d94447cf-94c7-4a78-873c-8a3a5f9c6ff5 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3119962 Jan 26 20:52:07.630611 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c0130-adc2-46df-b83c-a5981f185cfc req-26c20100-cbec-482b-a71d-5ea95c346e60 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:07.632396 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6f2c0130-adc2-46df-b83c-a5981f185cfc req-26c20100-cbec-482b-a71d-5ea95c346e60 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 931 time: 0.3934278 Jan 26 20:52:07.646794 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ec22509d-971d-4da5-91e2-b33d7cd4dd50,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:07.659983 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:07.674662 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b056ee1a-3d54-410f-ac66-8b41cf87a54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.216s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:07.697557 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Network 040fef4c-8b94-4822-a89d-1c35d573bb72 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:52:07.701424 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:52:07.710964 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:52:07.737312 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d998562-30fb-4178-a127-c64d33c0c1ea tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Pushing event deleted for resources: {'Port': ['ID=58fe5d54-80e6-4f45-a8f8-b9b356dea910,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:07.740708 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d998562-30fb-4178-a127-c64d33c0c1ea tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:07.760920 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6f2c0130-adc2-46df-b83c-a5981f185cfc req-3a0ade0d-e390-4974-a507-61125b0b338b tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131816 Jan 26 20:52:07.776610 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:07.777370 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:07.778896 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] 10.222.0.11 "PUT /v2.0/ports/ec22509d-971d-4da5-91e2-b33d7cd4dd50 HTTP/1.1" status: 200 len: 1157 time: 3.6580267 Jan 26 20:52:07.782251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'tag': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:52:07.893167 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:07.894086 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:07.937632 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'tag': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50', 'status': 'completed', 'code': 200} Jan 26 20:52:07.949958 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-7d998562-30fb-4178-a127-c64d33c0c1ea tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] No DVR routers for this DVR port 58fe5d54-80e6-4f45-a8f8-b9b356dea910 on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:52:07.952626 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-7d998562-30fb-4178-a127-c64d33c0c1ea tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:07.952987 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1650190 Jan 26 20:52:07.975548 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Request body: {'port': {'device_id': '325b2527-d33a-4d06-a574-28b88c3bdd93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:52:07.989354 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-181f28f4-4d8c-4c0e-8794-7a07b56833f9 req-7d998562-30fb-4178-a127-c64d33c0c1ea tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.11 "DELETE /v2.0/ports/58fe5d54-80e6-4f45-a8f8-b9b356dea910 HTTP/1.1" status: 204 len: 173 time: 1.8353226 Jan 26 20:52:08.026934 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-c0ea7308-0339-44c2-b5a4-8053958b32f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:08.031059 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-c0ea7308-0339-44c2-b5a4-8053958b32f5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5&device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 1160 time: 0.1609018 Jan 26 20:52:08.168201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:08.202063 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-5f95b2b1-d4c8-4417-8ddd-3039dae243b1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec22509d-971d-4da5-91e2-b33d7cd4dd50 HTTP/1.1" status: 200 len: 217 time: 0.1489367 Jan 26 20:52:08.287648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-43a8bf7c-d9f3-4528-b703-193202d7a032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:08.290704 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-43a8bf7c-d9f3-4528-b703-193202d7a032 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48167752-fd52-413a-9909-8656b42a787b HTTP/1.1" status: 200 len: 856 time: 0.0807199 Jan 26 20:52:08.327748 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-95b75292-d45a-4b9c-997f-f88970be4824 req-f79720f3-0e35-4510-bf24-3c4fffce1e8c tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 210 time: 0.0724502 Jan 26 20:52:08.434924 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-33bf2283-d566-4e9c-9c02-881a0450a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:08.436875 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-33bf2283-d566-4e9c-9c02-881a0450a223 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=904a70fd-fb27-440b-aa4c-ebdd097079d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1394742 Jan 26 20:52:08.767353 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-325f77a5-be9f-4872-94df-750aebb86c86 service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221796 Jan 26 20:52:08.957384 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51fd9b5-6a5b-48fd-89d1-69a42d42f985 {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:52:08.961246 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e0bdefd9-0b32-45e1-ad41-60ce7ef8b926 req-97904e4f-0c23-4b1f-9684-03ca98dbf932 service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1856356 Jan 26 20:52:08.969050 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:09.014986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Transition to ACTIVE for port object f51fd9b5-6a5b-48fd-89d1-69a42d42f985 will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:52:09.068573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:09.099127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:09.241329 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ee7ff-3ab0-424d-b282-86f04f640212 req-ffd1d196-8248-47b4-add7-1ee4d680c195 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:09.243913 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c60ee7ff-3ab0-424d-b282-86f04f640212 req-ffd1d196-8248-47b4-add7-1ee4d680c195 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.4268277 Jan 26 20:52:09.312011 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45486) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:09.319880 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f51fd9b5-6a5b-48fd-89d1-69a42d42f985,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:09.329358 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:09.391352 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a09f-c498-4bc7-9182-9dfbf3d5fa20 req-0efb89b0-ea77-451a-aaa0-c232ad384518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:09.392969 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0181a09f-c498-4bc7-9182-9dfbf3d5fa20 req-0efb89b0-ea77-451a-aaa0-c232ad384518 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5&device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 1160 time: 0.3181219 Jan 26 20:52:09.487527 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e47bbb4-56e2-4141-8c00-110d6a53f87c req-d6dc4508-f81f-42c9-8dae-11342444f1eb tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:09.488397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-2e47bbb4-56e2-4141-8c00-110d6a53f87c req-d6dc4508-f81f-42c9-8dae-11342444f1eb tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Synchronizing usage tracker for tenant:ca83b2fce6834a66bca57f769288eb36 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:52:09.520323 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c60ee7ff-3ab0-424d-b282-86f04f640212 req-634da6ab-9d03-42ae-a646-49ac3afa5dfe tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092206 Jan 26 20:52:09.616569 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a09f-c498-4bc7-9182-9dfbf3d5fa20 req-194ce00a-3f65-40f7-ac4d-2ae8a6288ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:09.618990 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0181a09f-c498-4bc7-9182-9dfbf3d5fa20 req-194ce00a-3f65-40f7-ac4d-2ae8a6288ef0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=904a70fd-fb27-440b-aa4c-ebdd097079d3 HTTP/1.1" status: 200 len: 911 time: 0.2172756 Jan 26 20:52:09.654759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-2e47bbb4-56e2-4141-8c00-110d6a53f87c req-d6dc4508-f81f-42c9-8dae-11342444f1eb tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Unset dirty status for tenant:ca83b2fce6834a66bca57f769288eb36 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:52:09.662272 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e47bbb4-56e2-4141-8c00-110d6a53f87c req-d6dc4508-f81f-42c9-8dae-11342444f1eb tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 943 time: 0.6460202 Jan 26 20:52:09.705922 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0181a09f-c498-4bc7-9182-9dfbf3d5fa20 req-48a15c9c-52e5-42db-8f21-dd9485872f3c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec22509d-971d-4da5-91e2-b33d7cd4dd50 HTTP/1.1" status: 200 len: 217 time: 0.0795991 Jan 26 20:52:09.735060 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45506) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:09.736150 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-32be1e61-2e04-4989-8b16-348137595f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:09.769274 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-32be1e61-2e04-4989-8b16-348137595f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:09.800728 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-32be1e61-2e04-4989-8b16-348137595f35 admin admin] Usage tracker for resource:security_group_rule and tenant:46cf2cecd3ba4e71a07d8e0fee9ff480 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:09.807384 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-32be1e61-2e04-4989-8b16-348137595f35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:09.811376 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a09f-c498-4bc7-9182-9dfbf3d5fa20 req-b4b696c8-0538-4a49-98ab-21df4c8ba126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:09.813215 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0181a09f-c498-4bc7-9182-9dfbf3d5fa20 req-b4b696c8-0538-4a49-98ab-21df4c8ba126 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48167752-fd52-413a-9909-8656b42a787b HTTP/1.1" status: 200 len: 856 time: 0.1000891 Jan 26 20:52:09.858523 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-32be1e61-2e04-4989-8b16-348137595f35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:09.883119 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e47bbb4-56e2-4141-8c00-110d6a53f87c req-0f050421-602e-4c0f-b0de-ed7117fd5988 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196736 Jan 26 20:52:09.931536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Attempting to bind port f51fd9b5-6a5b-48fd-89d1-69a42d42f985 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:52:09.931920 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Attempting to bind port f51fd9b5-6a5b-48fd-89d1-69a42d42f985 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'a15fe1a3-7a0a-4495-b36a-e04a3a217f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '040fef4c-8b94-4822-a89d-1c35d573bb72'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:52:09.932284 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Attempting to bind port f51fd9b5-6a5b-48fd-89d1-69a42d42f985 on network 040fef4c-8b94-4822-a89d-1c35d573bb72 {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:52:09.934400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0181a09f-c498-4bc7-9182-9dfbf3d5fa20 req-6478c92a-cbd6-4a20-99ac-17d1906cda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:09.936029 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0181a09f-c498-4bc7-9182-9dfbf3d5fa20 req-6478c92a-cbd6-4a20-99ac-17d1906cda3c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=904a70fd-fb27-440b-aa4c-ebdd097079d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1152525 Jan 26 20:52:09.936324 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-078d940a-fba7-40dc-b2da-3a60f14b9bbc req-2e40f43c-c9e6-4ada-8419-2628ca116fce tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 210 time: 0.1394815 Jan 26 20:52:09.938931 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4', 'name': 'network-vif-deleted', 'tag': '58fe5d54-80e6-4f45-a8f8-b9b356dea910'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:52:09.985062 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:52:09.985506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Checking segment: {'id': 'a15fe1a3-7a0a-4495-b36a-e04a3a217f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '040fef4c-8b94-4822-a89d-1c35d573bb72'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:52:09.985834 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:09.986256 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Bound using segment: {'id': 'a15fe1a3-7a0a-4495-b36a-e04a3a217f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '040fef4c-8b94-4822-a89d-1c35d573bb72'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:52:09.986738 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Bound port: f51fd9b5-6a5b-48fd-89d1-69a42d42f985, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15fe1a3-7a0a-4495-b36a-e04a3a217f31', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '040fef4c-8b94-4822-a89d-1c35d573bb72'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:52:09.987123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:10.021244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3bac52b5-d2d4-45ff-ac48-1630d7d94e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:10.096718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45526) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:10.099248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-3bac52b5-d2d4-45ff-ac48-1630d7d94e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:10.132982 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4', 'name': 'network-vif-deleted', 'tag': '58fe5d54-80e6-4f45-a8f8-b9b356dea910', 'status': 'failed', 'code': 422} returned with failed status Jan 26 20:52:10.142665 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0181a09f-c498-4bc7-9182-9dfbf3d5fa20 req-bd0141ee-d93a-47b2-a877-e23690996a7a service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981323 Jan 26 20:52:10.223463 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] For port f51fd9b5-6a5b-48fd-89d1-69a42d42f985, host hv-cinder-76810, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:52:10.228612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] For port f51fd9b5-6a5b-48fd-89d1-69a42d42f985, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f51fd9b5-6a5b-48fd-89d1-69a42d42f985,segment=NetworkSegment(a15fe1a3-7a0a-4495-b36a-e04a3a217f31),segment_id=a15fe1a3-7a0a-4495-b36a-e04a3a217f31)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:52:10.251123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-3bac52b5-d2d4-45ff-ac48-1630d7d94e57 admin admin] Usage tracker for resource:security_group_rule and tenant:14f391dfaa2242c9b9cc8b079564d4a3 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:10.255462 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-3bac52b5-d2d4-45ff-ac48-1630d7d94e57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:10.282755 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:10.294368 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-3bac52b5-d2d4-45ff-ac48-1630d7d94e57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:10.333570 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0181a09f-c498-4bc7-9182-9dfbf3d5fa20 req-0b1ca293-7263-4732-a1ac-95c081c9ca21 service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1827443 Jan 26 20:52:10.340294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:10.477189 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ec739b36-2516-4544-8f7d-89782bcd34f4 req-88c2eec7-be8b-4476-b26c-2f7b33907787 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=bef6ce3a-800b-4e9e-b63b-fa9eb1ca9ba4 HTTP/1.1" status: 200 len: 210 time: 0.1392109 Jan 26 20:52:10.572387 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Pushing event updated for resources: {'Port': ['ID=f51fd9b5-6a5b-48fd-89d1-69a42d42f985,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:10.614201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:10.619879 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-46184ad2-79e6-4f3e-a0d6-7f54b7b70dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:10.677277 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-46184ad2-79e6-4f3e-a0d6-7f54b7b70dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:10.682173 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-46184ad2-79e6-4f3e-a0d6-7f54b7b70dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:6b8465811c1441a98bd22ed9f2499fc3 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:10.684935 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-46184ad2-79e6-4f3e-a0d6-7f54b7b70dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:10.704240 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-46184ad2-79e6-4f3e-a0d6-7f54b7b70dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:10.769474 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-32be1e61-2e04-4989-8b16-348137595f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:10.815541 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-32be1e61-2e04-4989-8b16-348137595f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:10.835196 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b349dbf2-b206-4d0a-bbfb-73c248acb3d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:10.908414 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:10.909197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:10.910880 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] 10.222.0.11 "PUT /v2.0/ports/f51fd9b5-6a5b-48fd-89d1-69a42d42f985 HTTP/1.1" status: 200 len: 1157 time: 2.9449072 Jan 26 20:52:10.936545 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '325b2527-d33a-4d06-a574-28b88c3bdd93', 'tag': 'f51fd9b5-6a5b-48fd-89d1-69a42d42f985'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:52:11.074160 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32be1e61-2e04-4989-8b16-348137595f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0015c37-cf32-4e28-a2a1-b99e591b5158,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:11.077759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-32be1e61-2e04-4989-8b16-348137595f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:11.084229 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-32be1e61-2e04-4989-8b16-348137595f35 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=46cf2cecd3ba4e71a07d8e0fee9ff480&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7582974 Jan 26 20:52:11.084660 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45564) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:11.126958 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3bac52b5-d2d4-45ff-ac48-1630d7d94e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.140505 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-46184ad2-79e6-4f3e-a0d6-7f54b7b70dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.144089 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3bac52b5-d2d4-45ff-ac48-1630d7d94e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.155147 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a48ab721-f357-4f61-a0a7-71a2b9a0ca0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:11.169104 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-46184ad2-79e6-4f3e-a0d6-7f54b7b70dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.196253 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0fba6d2-dc2f-4fef-9a1a-baa8aead7a9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.248703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0fba6d2-dc2f-4fef-9a1a-baa8aead7a9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.309714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0fba6d2-dc2f-4fef-9a1a-baa8aead7a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.314822 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-958c4f86-acee-4a9c-8dbe-937349cc0aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:11.333130 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fba6d2-dc2f-4fef-9a1a-baa8aead7a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0015c37-cf32-4e28-a2a1-b99e591b5158,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:11.338391 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0fba6d2-dc2f-4fef-9a1a-baa8aead7a9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:11.340933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0fba6d2-dc2f-4fef-9a1a-baa8aead7a9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.343038 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-e0fba6d2-dc2f-4fef-9a1a-baa8aead7a9b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f0015c37-cf32-4e28-a2a1-b99e591b5158 HTTP/1.1" status: 204 len: 168 time: 0.2570679 Jan 26 20:52:11.527011 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-46184ad2-79e6-4f3e-a0d6-7f54b7b70dc1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6b8465811c1441a98bd22ed9f2499fc3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4249318 Jan 26 20:52:11.530068 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45578) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:11.571596 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5173c2ce-fb77-475f-b0fb-ae8633c2902f req-85e7b32b-dfe8-477e-b89c-6930ec7434e2 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:11.573256 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5173c2ce-fb77-475f-b0fb-ae8633c2902f req-85e7b32b-dfe8-477e-b89c-6930ec7434e2 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.7607417 Jan 26 20:52:11.575746 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-3bac52b5-d2d4-45ff-ac48-1630d7d94e57 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=14f391dfaa2242c9b9cc8b079564d4a3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8251238 Jan 26 20:52:11.576685 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac52b5-d2d4-45ff-ac48-1630d7d94e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50615ef9-ca36-413b-b4b6-40e6ff2628c2,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:11.580248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3bac52b5-d2d4-45ff-ac48-1630d7d94e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:11.580384 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45582) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:11.587819 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-513460a3-9cff-425b-b695-284da91ee89b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:11.626034 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9866-c61f-4309-9e5e-e20ddbce7ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.641146 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-7101fc4e-884f-4311-9b7a-d36a86691afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:11.643156 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-7101fc4e-884f-4311-9b7a-d36a86691afa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca83b2fce6834a66bca57f769288eb36&device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 1160 time: 0.6682515 Jan 26 20:52:11.692483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9866-c61f-4309-9e5e-e20ddbce7ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.705475 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-53975bc6-451a-4384-bf5f-cf35f545deff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.754522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46184ad2-79e6-4f3e-a0d6-7f54b7b70dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9833816-d4e0-4c52-b0c3-ae1f432c7676,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:11.758877 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-46184ad2-79e6-4f3e-a0d6-7f54b7b70dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:11.762052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-53975bc6-451a-4384-bf5f-cf35f545deff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.768137 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device ec22509d-971d-4da5-91e2-b33d7cd4dd50 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:52:11.777024 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-8f55c72a-5885-44fd-8b63-931654078ae2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f51fd9b5-6a5b-48fd-89d1-69a42d42f985 HTTP/1.1" status: 200 len: 217 time: 0.1015468 Jan 26 20:52:11.791536 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5173c2ce-fb77-475f-b0fb-ae8633c2902f req-ac647ea4-5f83-437f-bc77-033064554954 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927617 Jan 26 20:52:11.813861 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9866-c61f-4309-9e5e-e20ddbce7ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.823026 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:11.838900 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab9866-c61f-4309-9e5e-e20ddbce7ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9833816-d4e0-4c52-b0c3-ae1f432c7676,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:11.849043 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b3ab9866-c61f-4309-9e5e-e20ddbce7ee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:11.856446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b3ab9866-c61f-4309-9e5e-e20ddbce7ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.858259 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b3ab9866-c61f-4309-9e5e-e20ddbce7ee1 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b9833816-d4e0-4c52-b0c3-ae1f432c7676 HTTP/1.1" status: 204 len: 168 time: 0.3270576 Jan 26 20:52:11.874173 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-53975bc6-451a-4384-bf5f-cf35f545deff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.880352 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0fba6d2-dc2f-4fef-9a1a-baa8aead7a9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:11.915561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53975bc6-451a-4384-bf5f-cf35f545deff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50615ef9-ca36-413b-b4b6-40e6ff2628c2,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:11.922309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-53975bc6-451a-4384-bf5f-cf35f545deff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:11.927129 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-53975bc6-451a-4384-bf5f-cf35f545deff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:11.928448 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-53975bc6-451a-4384-bf5f-cf35f545deff admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/50615ef9-ca36-413b-b4b6-40e6ff2628c2 HTTP/1.1" status: 204 len: 168 time: 0.3468127 Jan 26 20:52:11.954893 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port ec22509d-971d-4da5-91e2-b33d7cd4dd50 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:52:11.962669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port ec22509d-971d-4da5-91e2-b33d7cd4dd50 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:11.963326 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:12.002995 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969a48f-995e-45d2-a2f5-fc4c198c326b req-64e301b7-1cc4-40a3-a240-9e32ad09a6b4 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:12.014385 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2969a48f-995e-45d2-a2f5-fc4c198c326b req-64e301b7-1cc4-40a3-a240-9e32ad09a6b4 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 943 time: 0.5701551 Jan 26 20:52:12.054400 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '325b2527-d33a-4d06-a574-28b88c3bdd93', 'tag': 'f51fd9b5-6a5b-48fd-89d1-69a42d42f985', 'status': 'completed', 'code': 200} Jan 26 20:52:12.090226 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-93539c5c-6aba-4047-a1ed-bda55a379437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:12.091824 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-93539c5c-6aba-4047-a1ed-bda55a379437 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b15c2cd-0ccc-4584-a5a3-7e811fd5090d HTTP/1.1" status: 200 len: 848 time: 0.2870603 Jan 26 20:52:12.129504 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:12.171174 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port ec22509d-971d-4da5-91e2-b33d7cd4dd50, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ec22509d-971d-4da5-91e2-b33d7cd4dd50,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:12.172237 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:52:12.179775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:12.182127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:12.256536 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2969a48f-995e-45d2-a2f5-fc4c198c326b req-c343d252-e4e2-4428-ab05-cff21cb691d7 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409513 Jan 26 20:52:12.261857 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-1cf5ffc3-53f7-41ed-9d6f-6d4eb1667901 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=040fef4c-8b94-4822-a89d-1c35d573bb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1597869 Jan 26 20:52:12.265948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=ec22509d-971d-4da5-91e2-b33d7cd4dd50,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:12.269296 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:12.392294 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50', 'code': 200} Jan 26 20:52:12.487062 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-b73e252c-0174-4f79-b035-0910db063b9f service neutron] 10.222.0.11 "GET /v2.0/networks/040fef4c-8b94-4822-a89d-1c35d573bb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131441 Jan 26 20:52:12.845442 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629422ce-4c99-4761-a879-997a26801927 req-274a87b7-2430-47ce-b69a-129e8232aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:12.847125 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-629422ce-4c99-4761-a879-997a26801927 req-274a87b7-2430-47ce-b69a-129e8232aa89 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 1162 time: 0.1100941 Jan 26 20:52:12.880492 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45630) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:12.929971 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea732ef5-c3a3-401b-96c0-95487badcb69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:12.951655 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ea732ef5-c3a3-401b-96c0-95487badcb69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:12.956270 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ea732ef5-c3a3-401b-96c0-95487badcb69 admin admin] Usage tracker for resource:security_group_rule and tenant:39cf2998171c429dab565eb0b15141ee is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:12.960408 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ea732ef5-c3a3-401b-96c0-95487badcb69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:12.968180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ea732ef5-c3a3-401b-96c0-95487badcb69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:13.066568 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea732ef5-c3a3-401b-96c0-95487badcb69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:13.077002 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45638) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:13.082022 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea732ef5-c3a3-401b-96c0-95487badcb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:13.105419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b5a327a0-9849-4f5a-ab19-95bf17b6669f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:13.113937 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-629422ce-4c99-4761-a879-997a26801927 req-2ad32beb-1ebc-4823-990f-4b09fdaa5eb9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2586591 Jan 26 20:52:13.130560 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9df897bd-fc71-4fcc-96f9-89f59d8fdc6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:13.164894 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdf8c66-c71a-430f-8bfd-0f0556223aa2 req-2d25b20d-77d1-4776-a5af-23fc461f1d77 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:13.174469 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1bdf8c66-c71a-430f-8bfd-0f0556223aa2 req-2d25b20d-77d1-4776-a5af-23fc461f1d77 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=7669d0e1-1214-4272-b581-ec09f4c17faf HTTP/1.1" status: 200 len: 946 time: 0.4796922 Jan 26 20:52:13.185924 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33520dc7-bf13-4fec-9f05-fbe0f8c36837 req-846bb1dc-a275-430c-be4d-1c4f341ae4b4 service neutron] 10.222.0.11 "GET /v2.0/networks/040fef4c-8b94-4822-a89d-1c35d573bb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6721184 Jan 26 20:52:13.191460 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-9df897bd-fc71-4fcc-96f9-89f59d8fdc6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:13.193783 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device ec22509d-971d-4da5-91e2-b33d7cd4dd50 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:52:13.195705 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ea732ef5-c3a3-401b-96c0-95487badcb69 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=39cf2998171c429dab565eb0b15141ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3100021 Jan 26 20:52:13.200251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-9df897bd-fc71-4fcc-96f9-89f59d8fdc6c admin admin] Usage tracker for resource:security_group_rule and tenant:c299a009282b48709df5cbc0949a21b4 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:13.202905 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45644) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:13.203550 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea732ef5-c3a3-401b-96c0-95487badcb69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f4d5da-5f6c-48d5-a6e4-36f417e4f492,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:13.208365 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ea732ef5-c3a3-401b-96c0-95487badcb69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:13.209512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-9df897bd-fc71-4fcc-96f9-89f59d8fdc6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:13.231091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-9df897bd-fc71-4fcc-96f9-89f59d8fdc6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:13.297462 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1bdf8c66-c71a-430f-8bfd-0f0556223aa2 req-f2dc7343-7222-4baa-bd6f-cda688742d1e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141179 Jan 26 20:52:13.345843 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-07042bcd-f44b-4f04-87fa-cd65dada3c44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:13.391194 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port ec22509d-971d-4da5-91e2-b33d7cd4dd50 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:13.391763 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:13.400113 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-07042bcd-f44b-4f04-87fa-cd65dada3c44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:13.472946 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc698ef-af1d-43fb-87ce-c230ff2f5037 req-9619e5ae-0a98-4fdc-9e67-b23e3157df91 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:13.488464 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fbc698ef-af1d-43fb-87ce-c230ff2f5037 req-9619e5ae-0a98-4fdc-9e67-b23e3157df91 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.3126299 Jan 26 20:52:13.578447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9df897bd-fc71-4fcc-96f9-89f59d8fdc6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:13.600249 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9df897bd-fc71-4fcc-96f9-89f59d8fdc6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:13.611101 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-53975bc6-451a-4384-bf5f-cf35f545deff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:13.622037 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fbc698ef-af1d-43fb-87ce-c230ff2f5037 req-2ca3a569-2395-45ad-bf8a-5e6ade0dd29f tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324849 Jan 26 20:52:13.672985 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-9df897bd-fc71-4fcc-96f9-89f59d8fdc6c admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c299a009282b48709df5cbc0949a21b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5947044 Jan 26 20:52:13.674382 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45660) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:13.681736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-07042bcd-f44b-4f04-87fa-cd65dada3c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:13.699226 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df897bd-fc71-4fcc-96f9-89f59d8fdc6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381a7184-96f3-4677-a97c-ea3d5ad7384a,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:13.706638 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9df897bd-fc71-4fcc-96f9-89f59d8fdc6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:13.708172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-eaaa9ab3-1b61-4fef-ae50-3f97090073cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:13.741177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07042bcd-f44b-4f04-87fa-cd65dada3c44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f4d5da-5f6c-48d5-a6e4-36f417e4f492,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:13.748105 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-07042bcd-f44b-4f04-87fa-cd65dada3c44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:13.763068 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-07042bcd-f44b-4f04-87fa-cd65dada3c44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:13.764582 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-07042bcd-f44b-4f04-87fa-cd65dada3c44 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/56f4d5da-5f6c-48d5-a6e4-36f417e4f492 HTTP/1.1" status: 204 len: 168 time: 0.5577815 Jan 26 20:52:13.811970 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3080e3f0-06a5-4c59-a192-69fcee5a2e00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:13.836120 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c58a0-e167-42d0-b328-400cb5a83e99 req-986d92f9-6964-4454-a99a-b415c5bde381 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:13.838166 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-306c58a0-e167-42d0-b328-400cb5a83e99 req-986d92f9-6964-4454-a99a-b415c5bde381 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 943 time: 0.2414072 Jan 26 20:52:13.840680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab28f2-8974-400f-aa21-4d446175c13f req-b0931e3b-c157-4b18-a874-90014a73e524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:13.842462 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-abab28f2-8974-400f-aa21-4d446175c13f req-b0931e3b-c157-4b18-a874-90014a73e524 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ca83b2fce6834a66bca57f769288eb36&device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 1160 time: 0.3081965 Jan 26 20:52:13.857780 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3080e3f0-06a5-4c59-a192-69fcee5a2e00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:13.920992 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3080e3f0-06a5-4c59-a192-69fcee5a2e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:13.929107 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f3a4a40c-045f-4ac6-98a9-e1a854be6c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:13.944430 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080e3f0-06a5-4c59-a192-69fcee5a2e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381a7184-96f3-4677-a97c-ea3d5ad7384a,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:13.948110 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3080e3f0-06a5-4c59-a192-69fcee5a2e00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:13.949767 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3080e3f0-06a5-4c59-a192-69fcee5a2e00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:13.951755 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-3080e3f0-06a5-4c59-a192-69fcee5a2e00 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/381a7184-96f3-4677-a97c-ea3d5ad7384a HTTP/1.1" status: 204 len: 168 time: 0.2733703 Jan 26 20:52:13.954509 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-306c58a0-e167-42d0-b328-400cb5a83e99 req-0dc5632c-b909-48a1-95f4-cf6864b96a72 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075277 Jan 26 20:52:14.170486 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab28f2-8974-400f-aa21-4d446175c13f req-4855d8b2-7bed-4494-a49c-4bc49c017836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:14.172197 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-abab28f2-8974-400f-aa21-4d446175c13f req-4855d8b2-7bed-4494-a49c-4bc49c017836 service neutron] 10.222.0.11 "GET /v2.0/networks?id=040fef4c-8b94-4822-a89d-1c35d573bb72 HTTP/1.1" status: 200 len: 902 time: 0.2771165 Jan 26 20:52:14.248086 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45682) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:14.367266 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-abab28f2-8974-400f-aa21-4d446175c13f req-56f931e4-acb5-485f-bd95-f5d4188a0ec5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f51fd9b5-6a5b-48fd-89d1-69a42d42f985 HTTP/1.1" status: 200 len: 217 time: 0.0761392 Jan 26 20:52:14.485515 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45694) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:14.559433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8e01520e-8861-430e-b733-398cd44499d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:14.598074 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-8e01520e-8861-430e-b733-398cd44499d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:14.609606 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-8e01520e-8861-430e-b733-398cd44499d4 admin admin] Usage tracker for resource:security_group_rule and tenant:e9c77a4d74404dc2931836a0ab465e5e is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:14.617124 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-8e01520e-8861-430e-b733-398cd44499d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:14.621640 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab28f2-8974-400f-aa21-4d446175c13f req-1dfa8bde-146e-45f3-8b28-7d42f09b9353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:14.623297 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-abab28f2-8974-400f-aa21-4d446175c13f req-1dfa8bde-146e-45f3-8b28-7d42f09b9353 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=1b15c2cd-0ccc-4584-a5a3-7e811fd5090d HTTP/1.1" status: 200 len: 848 time: 0.1368084 Jan 26 20:52:14.636365 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-8e01520e-8861-430e-b733-398cd44499d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:14.700909 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-abab28f2-8974-400f-aa21-4d446175c13f req-85a64c6d-cfa7-4e65-9fab-ed09d8913804 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=040fef4c-8b94-4822-a89d-1c35d573bb72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657809 Jan 26 20:52:14.797377 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21691ba-6371-4dcc-b0d6-c85fab3e8153 req-b3d94678-f873-4366-a359-b5957185e235 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:14.799191 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f21691ba-6371-4dcc-b0d6-c85fab3e8153 req-b3d94678-f873-4366-a359-b5957185e235 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=7669d0e1-1214-4272-b581-ec09f4c17faf HTTP/1.1" status: 200 len: 946 time: 0.3529966 Jan 26 20:52:14.816517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548a020-6407-46b5-9379-5160f2b08895 req-c6623936-1cd1-4f32-a3e8-4560d2d58c60 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:14.817659 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-e548a020-6407-46b5-9379-5160f2b08895 req-c6623936-1cd1-4f32-a3e8-4560d2d58c60 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Synchronizing usage tracker for tenant:7857f0839476469ea9308b78565f3a75 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:52:14.854798 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcd58-7934-4f33-8b5e-8f3ce89457d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:14.883973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-e548a020-6407-46b5-9379-5160f2b08895 req-c6623936-1cd1-4f32-a3e8-4560d2d58c60 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Unset dirty status for tenant:7857f0839476469ea9308b78565f3a75 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:52:14.885285 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e548a020-6407-46b5-9379-5160f2b08895 req-c6623936-1cd1-4f32-a3e8-4560d2d58c60 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.11 "GET /v2.0/ports?device_id=7669d0e1-1214-4272-b581-ec09f4c17faf HTTP/1.1" status: 200 len: 946 time: 0.4236379 Jan 26 20:52:14.886291 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-9e6bcd58-7934-4f33-8b5e-8f3ce89457d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:14.890448 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-9e6bcd58-7934-4f33-8b5e-8f3ce89457d9 admin admin] Usage tracker for resource:security_group_rule and tenant:ceeb9bd0877d46aa9b66965fb471c2e3 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:14.894737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-9e6bcd58-7934-4f33-8b5e-8f3ce89457d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:14.945163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-9e6bcd58-7934-4f33-8b5e-8f3ce89457d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:14.999256 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Deleting port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:52:14.999715 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:15.022937 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f21691ba-6371-4dcc-b0d6-c85fab3e8153 req-d622ce5c-6d13-4d95-b563-2d30357d7334 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981497 Jan 26 20:52:15.083191 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:52:15.132866 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-abab28f2-8974-400f-aa21-4d446175c13f req-1996b7d2-f055-4607-844c-ab9dac31db88 service neutron] 10.222.0.11 "GET /v2.0/networks/040fef4c-8b94-4822-a89d-1c35d573bb72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3321273 Jan 26 20:52:15.141582 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8e01520e-8861-430e-b733-398cd44499d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:15.173718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8e01520e-8861-430e-b733-398cd44499d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:15.187317 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-afeb9b96-8204-4b20-9c77-84d04d268709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:15.248431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f74a8-a328-4cc1-891f-047c7985065e req-9fe7cb0c-ecb4-4c38-abf6-0c6beac37f11 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:15.250158 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fe6f74a8-a328-4cc1-891f-047c7985065e req-9fe7cb0c-ecb4-4c38-abf6-0c6beac37f11 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.3331754 Jan 26 20:52:15.255870 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcd58-7934-4f33-8b5e-8f3ce89457d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:15.286577 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:15.322948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=6e58ed6d-7c7e-44c1-bdf3-e60001a547e2,segment=NetworkSegment(a4b3420a-4eed-451e-8d08-b7ede4fb31c0),segment_id=a4b3420a-4eed-451e-8d08-b7ede4fb31c0)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:15.323953 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7669d0e1-1214-4272-b581-ec09f4c17faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e58ed6d-7c7e-44c1-bdf3-e60001a547e2'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:52:15.324325 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9e6bcd58-7934-4f33-8b5e-8f3ce89457d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:15.335095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:15.337561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:15.362016 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-863c74a5-b5ef-4fbe-9a8f-58736eca47c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:15.376094 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-9e6bcd58-7934-4f33-8b5e-8f3ce89457d9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ceeb9bd0877d46aa9b66965fb471c2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1240225 Jan 26 20:52:15.381000 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45722) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:15.430172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bcd58-7934-4f33-8b5e-8f3ce89457d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79066adf-b1e7-41cc-9594-718d38ce455d,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:15.434207 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9e6bcd58-7934-4f33-8b5e-8f3ce89457d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:15.464682 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=6e58ed6d-7c7e-44c1-bdf3-e60001a547e2,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:15.468451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:15.513847 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fe6f74a8-a328-4cc1-891f-047c7985065e req-e310955c-446c-4d99-bd33-1c1bda894b25 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014656 Jan 26 20:52:15.523949 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-8e01520e-8861-430e-b733-398cd44499d4 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e9c77a4d74404dc2931836a0ab465e5e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0274067 Jan 26 20:52:15.535100 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45730) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:15.568801 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] For port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=6e58ed6d-7c7e-44c1-bdf3-e60001a547e2,segment=NetworkSegment(a4b3420a-4eed-451e-8d08-b7ede4fb31c0),segment_id=a4b3420a-4eed-451e-8d08-b7ede4fb31c0)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:15.569205 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:15.605956 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01520e-8861-430e-b733-398cd44499d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7b4c90-b714-44e2-a9fc-d776ce404a91,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:15.609181 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-85e474cc-232d-4fd7-a6f9-b70ca7ece013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:15.635840 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8e01520e-8861-430e-b733-398cd44499d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:15.638689 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-abab28f2-8974-400f-aa21-4d446175c13f req-a067bc3b-6112-4056-8a61-d9702d61f425 service neutron] 10.222.0.11 "GET /v2.0/networks/040fef4c-8b94-4822-a89d-1c35d573bb72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4957306 Jan 26 20:52:15.651799 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7669d0e1-1214-4272-b581-ec09f4c17faf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e58ed6d-7c7e-44c1-bdf3-e60001a547e2', 'code': 200} Jan 26 20:52:15.776139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b54c46-f0d8-40f0-9c84-0245d28178db req-04df9b5a-b71a-4fca-adb3-3f4bcf616e1d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:15.778300 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-07b54c46-f0d8-40f0-9c84-0245d28178db req-04df9b5a-b71a-4fca-adb3-3f4bcf616e1d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 943 time: 0.4720488 Jan 26 20:52:15.795224 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Calling delete_port for 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:52:15.880488 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-85e474cc-232d-4fd7-a6f9-b70ca7ece013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:15.951436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45748) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:15.963154 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ac84945c-dcef-4cd0-af7a-174c0e2c33ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:16.023013 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ac84945c-dcef-4cd0-af7a-174c0e2c33ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:16.039264 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-07b54c46-f0d8-40f0-9c84-0245d28178db req-ef73d883-3128-4726-a5a1-672ffc9929e3 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023840 Jan 26 20:52:16.045891 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-d187f963-94d1-4a0f-ab97-836548e99bdf admin admin] Deleting subnet 01bfc7f6-103a-4bc4-9836-edbf30ec57e2 {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:52:16.049848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80131) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:52:16.050267 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:52:16.052734 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d187f963-94d1-4a0f-ab97-836548e99bdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:16.066068 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-85e474cc-232d-4fd7-a6f9-b70ca7ece013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:16.074865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a561dd26-eeeb-4cd1-bbcb-0a2dc5f4c87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:16.092177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e474cc-232d-4fd7-a6f9-b70ca7ece013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79066adf-b1e7-41cc-9594-718d38ce455d,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:16.095017 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-85e474cc-232d-4fd7-a6f9-b70ca7ece013 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:16.113202 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-85e474cc-232d-4fd7-a6f9-b70ca7ece013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:16.117067 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-85e474cc-232d-4fd7-a6f9-b70ca7ece013 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/79066adf-b1e7-41cc-9594-718d38ce455d HTTP/1.1" status: 204 len: 168 time: 0.7326572 Jan 26 20:52:16.117067 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ac84945c-dcef-4cd0-af7a-174c0e2c33ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:16.123568 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-458c45e4-a6ff-47a6-8a00-55181e734c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:16.136178 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ac84945c-dcef-4cd0-af7a-174c0e2c33ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:16.140229 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ac84945c-dcef-4cd0-af7a-174c0e2c33ab admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8a7b4c90-b714-44e2-a9fc-d776ce404a91 HTTP/1.1" status: 204 len: 168 time: 0.6026933 Jan 26 20:52:16.143660 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac84945c-dcef-4cd0-af7a-174c0e2c33ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7b4c90-b714-44e2-a9fc-d776ce404a91,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:16.147369 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ac84945c-dcef-4cd0-af7a-174c0e2c33ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:16.241624 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635413b5-b293-43d4-a07b-2e800faed0fc req-0aefe2f9-70af-4fc6-b7dc-9bbdd967f8f4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:16.244020 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-635413b5-b293-43d4-a07b-2e800faed0fc req-0aefe2f9-70af-4fc6-b7dc-9bbdd967f8f4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.4642947 Jan 26 20:52:16.256972 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45760) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:16.263677 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-ea838f39-caf6-419f-a9e6-df154a2b2155 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Request body: {'floatingip': {'port_id': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:52:16.381995 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea838f39-caf6-419f-a9e6-df154a2b2155 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for floatingip, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:16.552723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d187f963-94d1-4a0f-ab97-836548e99bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14911266'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:16.563984 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Deleting port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:52:16.564421 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:16.691744 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949f5f9-9a1d-435c-98a3-f82ffc362bbd req-95159816-24fa-4dd4-94da-e9089074d68f tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:16.710498 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a949f5f9-9a1d-435c-98a3-f82ffc362bbd req-95159816-24fa-4dd4-94da-e9089074d68f tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=7669d0e1-1214-4272-b581-ec09f4c17faf HTTP/1.1" status: 200 len: 944 time: 0.4526386 Jan 26 20:52:16.710498 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d187f963-94d1-4a0f-ab97-836548e99bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:16.738593 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45774) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:16.906503 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a949f5f9-9a1d-435c-98a3-f82ffc362bbd req-ba992172-0ec9-4aa3-ba57-7b926d450b16 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668415 Jan 26 20:52:17.114231 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed6db5b9-79e1-4260-9820-5748e64db913 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:17.171181 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ed6db5b9-79e1-4260-9820-5748e64db913 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:17.189933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ed6db5b9-79e1-4260-9820-5748e64db913 admin admin] Usage tracker for resource:security_group_rule and tenant:50b6e79989544e7e9a58f1256ad9bda8 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:17.197140 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ed6db5b9-79e1-4260-9820-5748e64db913 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:17.207252 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ed6db5b9-79e1-4260-9820-5748e64db913 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:17.237820 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d187f963-94d1-4a0f-ab97-836548e99bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15367644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838262394'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:17.266449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:17.370172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187f963-94d1-4a0f-ab97-836548e99bdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01bfc7f6-103a-4bc4-9836-edbf30ec57e2,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:17.449284 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d187f963-94d1-4a0f-ab97-836548e99bdf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:17.533948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device f51fd9b5-6a5b-48fd-89d1-69a42d42f985 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:52:17.578754 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24936878-ac6d-4fe1-8fda-5b09a1146683 req-110f6dd1-7ee2-46cb-8ac8-35771b5569ee tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:17.580467 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24936878-ac6d-4fe1-8fda-5b09a1146683 req-110f6dd1-7ee2-46cb-8ac8-35771b5569ee tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 943 time: 0.2228084 Jan 26 20:52:17.621113 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d187f963-94d1-4a0f-ab97-836548e99bdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:17.674193 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed6db5b9-79e1-4260-9820-5748e64db913 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:17.681395 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] For port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=6e58ed6d-7c7e-44c1-bdf3-e60001a547e2,segment=NetworkSegment(a4b3420a-4eed-451e-8d08-b7ede4fb31c0),segment_id=a4b3420a-4eed-451e-8d08-b7ede4fb31c0)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:17.681802 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:17.706555 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24936878-ac6d-4fe1-8fda-5b09a1146683 req-88354f3d-f7cd-43d4-a46e-ac0f3f204cd0 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133902 Jan 26 20:52:17.719253 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed6db5b9-79e1-4260-9820-5748e64db913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:17.735063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port f51fd9b5-6a5b-48fd-89d1-69a42d42f985 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:52:17.748878 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port f51fd9b5-6a5b-48fd-89d1-69a42d42f985 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:17.749455 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:17.763726 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e7f18301-0cb9-4d7f-ba38-714969f4b468 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:17.780609 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ed6db5b9-79e1-4260-9820-5748e64db913 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=50b6e79989544e7e9a58f1256ad9bda8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0396936 Jan 26 20:52:17.785479 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45816) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:17.853347 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-d187f963-94d1-4a0f-ab97-836548e99bdf admin admin] 10.222.0.59 "DELETE /v2.0/subnets/01bfc7f6-103a-4bc4-9836-edbf30ec57e2 HTTP/1.1" status: 204 len: 168 time: 1.8971016 Jan 26 20:52:17.859069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45820) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:17.923332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Calling delete_port for 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:52:17.986281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:17.988565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:18.040929 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port f51fd9b5-6a5b-48fd-89d1-69a42d42f985, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f51fd9b5-6a5b-48fd-89d1-69a42d42f985,segment=NetworkSegment(a15fe1a3-7a0a-4495-b36a-e04a3a217f31),segment_id=a15fe1a3-7a0a-4495-b36a-e04a3a217f31)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:18.042134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325b2527-d33a-4d06-a574-28b88c3bdd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51fd9b5-6a5b-48fd-89d1-69a42d42f985'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:52:18.044914 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6db5b9-79e1-4260-9820-5748e64db913 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e37242-340f-46b1-85c5-b1f8a63a69e4,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:18.059530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:18.066932 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1b32bfab-ca8c-4f78-90c9-d9c9a2bcab4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:18.082575 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ed6db5b9-79e1-4260-9820-5748e64db913 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:18.107555 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b4cbfb6b-0199-4db0-ad61-3c39e8e70f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:18.148762 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b4cbfb6b-0199-4db0-ad61-3c39e8e70f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:18.205542 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325b2527-d33a-4d06-a574-28b88c3bdd93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51fd9b5-6a5b-48fd-89d1-69a42d42f985', 'code': 200} Jan 26 20:52:18.215255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=f51fd9b5-6a5b-48fd-89d1-69a42d42f985,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:18.219490 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:18.241632 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.resource_extend [None req-ea838f39-caf6-419f-a9e6-df154a2b2155 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 26 20:52:18.409834 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea838f39-caf6-419f-a9e6-df154a2b2155 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:18.482714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea838f39-caf6-419f-a9e6-df154a2b2155 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:18.543007 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:18.548226 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:18.571893 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d58a5af2-2630-4cb4-ba7b-ab7a59a8fecb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:18.655823 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c6989-8696-4199-b619-015b9d5ab7ee req-e0dc9f13-a54b-4704-b7b1-ce8bf2e5596b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:18.657585 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1b6c6989-8696-4199-b619-015b9d5ab7ee req-e0dc9f13-a54b-4704-b7b1-ce8bf2e5596b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 1162 time: 0.2511320 Jan 26 20:52:18.756770 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe6f10a-860c-43d2-9e81-e7805fb528a8 req-8e1c482e-1468-45d7-9be3-544ec43b3699 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:18.759196 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cbe6f10a-860c-43d2-9e81-e7805fb528a8 req-8e1c482e-1468-45d7-9be3-544ec43b3699 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=7669d0e1-1214-4272-b581-ec09f4c17faf HTTP/1.1" status: 200 len: 865 time: 0.5372417 Jan 26 20:52:18.788861 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b4cbfb6b-0199-4db0-ad61-3c39e8e70f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:18.793792 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Pushing event deleted for resources: {'Port': ['ID=6e58ed6d-7c7e-44c1-bdf3-e60001a547e2,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:18.811762 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8e01520e-8861-430e-b733-398cd44499d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:18.832785 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cbfb6b-0199-4db0-ad61-3c39e8e70f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e37242-340f-46b1-85c5-b1f8a63a69e4,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:18.835771 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b4cbfb6b-0199-4db0-ad61-3c39e8e70f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:18.848882 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1b6c6989-8696-4199-b619-015b9d5ab7ee req-fbad4971-374f-46b7-9863-0bc9d6bc74e9 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793799 Jan 26 20:52:18.852591 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:18.853210 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:18.889506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b4cbfb6b-0199-4db0-ad61-3c39e8e70f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:18.890772 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b4cbfb6b-0199-4db0-ad61-3c39e8e70f5e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/94e37242-340f-46b1-85c5-b1f8a63a69e4 HTTP/1.1" status: 204 len: 168 time: 1.1042802 Jan 26 20:52:18.922001 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cbe6f10a-860c-43d2-9e81-e7805fb528a8 req-9e1acdaa-2690-4c7d-bf09-096fa3eb7534 tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/security-groups?id=ec743cad-7862-4d4b-b86a-8ec7d09a3515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508293 Jan 26 20:52:18.934497 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb98b063-63b5-46a3-ac70-b8caccffeb42') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:18.934832 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb98b063-63b5-46a3-ac70-b8caccffeb42') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:18.970062 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839864534'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:19.128339 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:19.132146 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:52:19.204750 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [None req-ea838f39-caf6-419f-a9e6-df154a2b2155 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Floating IP 3666949e-290a-4837-88c4-7fa3e5904864 associated. External IP: 172.27.0.66, port: ec22509d-971d-4da5-91e2-b33d7cd4dd50. Jan 26 20:52:19.475699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] Network eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:52:19.490911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839408769'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:19.680543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] No DVR routers for this DVR port 6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:52:19.684596 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:19.687643 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7669d0e1-1214-4272-b581-ec09f4c17faf', 'name': 'network-vif-deleted', 'tag': '6e58ed6d-7c7e-44c1-bdf3-e60001a547e2'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:52:19.714009 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e548a020-6407-46b5-9379-5160f2b08895 req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.11 "DELETE /v2.0/ports/6e58ed6d-7c7e-44c1-bdf3-e60001a547e2 HTTP/1.1" status: 204 len: 173 time: 4.8203781 Jan 26 20:52:19.730128 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea838f39-caf6-419f-a9e6-df154a2b2155 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:52:19.781375 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dabe7c-b536-492c-b553-fa5db32da22f req-3fc91153-217e-40e1-bdba-48ab0179ca88 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:19.783198 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-90dabe7c-b536-492c-b553-fa5db32da22f req-3fc91153-217e-40e1-bdba-48ab0179ca88 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 945 time: 0.7872398 Jan 26 20:52:19.799307 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7669d0e1-1214-4272-b581-ec09f4c17faf', 'name': 'network-vif-deleted', 'tag': '6e58ed6d-7c7e-44c1-bdf3-e60001a547e2', 'status': 'completed', 'code': 200} Jan 26 20:52:19.810856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] Network eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:52:19.848502 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:52:19.938778 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea838f39-caf6-419f-a9e6-df154a2b2155 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:52:19.947403 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea838f39-caf6-419f-a9e6-df154a2b2155 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:19.955301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef678a2-8b90-4f56-8fce-47c618b17184 None None] Sync routers for ids ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:52:19.956191 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-90dabe7c-b536-492c-b553-fa5db32da22f req-bc49e441-cf45-42cf-aded-79eed8b6fb58 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480558 Jan 26 20:52:19.962729 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:19.966577 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:19.978312 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef678a2-8b90-4f56-8fce-47c618b17184 None None] Routers {'82838ba7-0cbc-4ecf-a6b9-00349899afb7'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:52:19.978984 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fef678a2-8b90-4f56-8fce-47c618b17184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:52:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:20.001800 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:20.004621 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] Pushing event deleted for resources: {'Network': ['ID=eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:20.007906 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:20.011032 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] 10.222.0.59 "DELETE /v2.0/networks/eaadc0bb-5fda-47e4-92ce-ec8d2ba4ecfc HTTP/1.1" status: 204 len: 168 time: 2.1508021 Jan 26 20:52:20.013927 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45866) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:20.098017 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bed950a-9909-4348-af4f-4c3ea96cef66 admin admin] Deleting subnet 77d70439-8121-4832-b8ac-89f1359a7f0b {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:52:20.102557 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ea838f39-caf6-419f-a9e6-df154a2b2155 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "PUT /v2.0/floatingips/3666949e-290a-4837-88c4-7fa3e5904864 HTTP/1.1" status: 200 len: 990 time: 3.8410087 Jan 26 20:52:20.106173 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9bed950a-9909-4348-af4f-4c3ea96cef66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:20.222100 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-fef678a2-8b90-4f56-8fce-47c618b17184 None None] Set router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:52:20.231618 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-57a58780-9eb0-4ef1-b78f-0cd9eda5a3b8 req-47841af4-b68f-4260-9bd3-80e762e58fbc tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=7669d0e1-1214-4272-b581-ec09f4c17faf HTTP/1.1" status: 200 len: 210 time: 0.0780573 Jan 26 20:52:20.266828 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9bed950a-9909-4348-af4f-4c3ea96cef66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14911266'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:20.341094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9bed950a-9909-4348-af4f-4c3ea96cef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:20.648180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9bed950a-9909-4348-af4f-4c3ea96cef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15367644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838262394'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:20.654569 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fef678a2-8b90-4f56-8fce-47c618b17184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '3666949e-290a-4837-88c4-7fa3e5904864', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'port_id': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'mac_address': 'fa:16:3e:00:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:51:55Z', 'updated_at': '2021-01-26T20:52:18Z', 'revision_number': 1, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:59Z', 'revision_number': 5, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:20.660053 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef678a2-8b90-4f56-8fce-47c618b17184 None None] Checking router: 82838ba7-0cbc-4ecf-a6b9-00349899afb7 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:52:20.671456 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef678a2-8b90-4f56-8fce-47c618b17184 None None] Routers {'82838ba7-0cbc-4ecf-a6b9-00349899afb7'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:52:20.672303 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fef678a2-8b90-4f56-8fce-47c618b17184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:52:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:20.787838 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:20.830590 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bed950a-9909-4348-af4f-4c3ea96cef66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77d70439-8121-4832-b8ac-89f1359a7f0b,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:20.834064 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9bed950a-9909-4348-af4f-4c3ea96cef66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:20.846467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9bed950a-9909-4348-af4f-4c3ea96cef66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:20.853545 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-9bed950a-9909-4348-af4f-4c3ea96cef66 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/77d70439-8121-4832-b8ac-89f1359a7f0b HTTP/1.1" status: 204 len: 168 time: 0.8383644 Jan 26 20:52:20.856279 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45908) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:20.884873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-fef678a2-8b90-4f56-8fce-47c618b17184 None None] Set router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:52:20.979960 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:21.297535 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fef678a2-8b90-4f56-8fce-47c618b17184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '3666949e-290a-4837-88c4-7fa3e5904864', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'port_id': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'mac_address': 'fa:16:3e:00:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:51:55Z', 'updated_at': '2021-01-26T20:52:18Z', 'revision_number': 1, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:59Z', 'revision_number': 5, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:21.303355 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef678a2-8b90-4f56-8fce-47c618b17184 None None] The sync data for ids ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'] in dv-cinder-768105-4-iscsi is: [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '3666949e-290a-4837-88c4-7fa3e5904864', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'floating_ip_address': '172.27.0.66', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'port_id': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 347, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'mac_address': 'fa:16:3e:00:16:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:51:55Z', 'updated_at': '2021-01-26T20:52:18Z', 'revision_number': 1, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:59Z', 'revision_number': 5, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:52:21.428178 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:21.579033 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042bdfc8-867a-467d-a7f7-db0942526379']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:21.596220 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a2b1530-cd50-448d-94cb-0b35fe1c2b29') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:21.596558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a2b1530-cd50-448d-94cb-0b35fe1c2b29') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:21.643196 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3140236-c829-4757-a1ec-ec2f578b0d19 None None] New status for floating IP 3666949e-290a-4837-88c4-7fa3e5904864: ACTIVE {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:52:21.649795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1931b9-e618-4720-8395-0c75fc275826 req-16a986d2-ac76-410b-b1e2-c15b8dd5b470 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:21.651510 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8e1931b9-e618-4720-8395-0c75fc275826 req-16a986d2-ac76-410b-b1e2-c15b8dd5b470 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 945 time: 0.2645187 Jan 26 20:52:21.658275 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839864534'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:21.694103 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:21.697135 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:52:21.800756 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'tag': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:52:21.804262 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8e1931b9-e618-4720-8395-0c75fc275826 req-6d721671-77a8-4acc-aa3e-4af3de815628 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379576 Jan 26 20:52:21.926819 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Network 042bdfc8-867a-467d-a7f7-db0942526379 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:52:21.941565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839408769'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:21.957648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device f51fd9b5-6a5b-48fd-89d1-69a42d42f985 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:52:22.027363 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'tag': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50', 'status': 'completed', 'code': 200} Jan 26 20:52:22.062101 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port f51fd9b5-6a5b-48fd-89d1-69a42d42f985 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:22.062519 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:22.190625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1612a63-9cf2-40a7-8661-e79f38d008a7 req-dffdf869-c61d-405d-900a-46df6dcfae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:22.192385 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d1612a63-9cf2-40a7-8661-e79f38d008a7 req-dffdf869-c61d-405d-900a-46df6dcfae22 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5&device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 1162 time: 0.0910232 Jan 26 20:52:22.198729 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f09ed44b-7ce3-42e2-9d9d-ab00af24802f req-9de79357-041c-494c-91fe-26caa03e714b tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] 10.222.0.59 "GET /v2.0/ports?device_id=7669d0e1-1214-4272-b581-ec09f4c17faf HTTP/1.1" status: 200 len: 210 time: 0.1495786 Jan 26 20:52:22.224486 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Network 042bdfc8-867a-467d-a7f7-db0942526379 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:52:22.253599 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:52:22.338247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:22.342240 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2f9a6efb-65fc-4387-b52e-9713ab768bd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:22.344344 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1612a63-9cf2-40a7-8661-e79f38d008a7 req-991e16e4-40b6-4364-bc14-26f7527caae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:22.345959 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d1612a63-9cf2-40a7-8661-e79f38d008a7 req-991e16e4-40b6-4364-bc14-26f7527caae9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=904a70fd-fb27-440b-aa4c-ebdd097079d3 HTTP/1.1" status: 200 len: 911 time: 0.1463041 Jan 26 20:52:22.359684 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:22.366644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Pushing event deleted for resources: {'Network': ['ID=042bdfc8-867a-467d-a7f7-db0942526379,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:22.376217 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] 10.222.0.59 "DELETE /v2.0/networks/042bdfc8-867a-467d-a7f7-db0942526379 HTTP/1.1" status: 204 len: 168 time: 1.5189137 Jan 26 20:52:22.377970 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.378379 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.378909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.379150 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.379541 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.379932 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.380530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.380737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.381038 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.381422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.381808 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.382221 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.382642 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.383061 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.383698 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.384245 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.384636 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.385028 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.385412 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.385799 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.386215 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.386649 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.386952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.387331 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:22.390865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:22.466907 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d1612a63-9cf2-40a7-8661-e79f38d008a7 req-833eaa85-33c7-4c14-aaa7-e29ebb2c1207 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec22509d-971d-4da5-91e2-b33d7cd4dd50 HTTP/1.1" status: 200 len: 1000 time: 0.1095653 Jan 26 20:52:22.623666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1612a63-9cf2-40a7-8661-e79f38d008a7 req-802153aa-8d5c-496b-b245-94a42f951028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:22.625612 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d1612a63-9cf2-40a7-8661-e79f38d008a7 req-802153aa-8d5c-496b-b245-94a42f951028 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48167752-fd52-413a-9909-8656b42a787b HTTP/1.1" status: 200 len: 856 time: 0.0933416 Jan 26 20:52:22.779069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 45970) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:22.886540 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1612a63-9cf2-40a7-8661-e79f38d008a7 req-2704cdfe-ebb3-4635-bd15-6a171da7566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:22.886910 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-4b414ed3-2a29-426d-b876-c4220b2d94a5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ecd8e7929f4d404caf0b82a129e75e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1055403 Jan 26 20:52:22.888329 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d1612a63-9cf2-40a7-8661-e79f38d008a7 req-2704cdfe-ebb3-4635-bd15-6a171da7566e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=904a70fd-fb27-440b-aa4c-ebdd097079d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2538311 Jan 26 20:52:22.888915 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 45978) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:23.108157 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:23.150162 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d1612a63-9cf2-40a7-8661-e79f38d008a7 req-d81e8ad1-3af1-46b8-ad6f-c87d8a806ff0 service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438214 Jan 26 20:52:23.157508 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:23.171887 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb805247-fea9-4e8a-93eb-76230b6ec9c2 req-1ae98762-5c9a-4d82-bb52-8b4c541956d9 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:23.173667 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fb805247-fea9-4e8a-93eb-76230b6ec9c2 req-1ae98762-5c9a-4d82-bb52-8b4c541956d9 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 945 time: 0.1670413 Jan 26 20:52:23.237281 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fb805247-fea9-4e8a-93eb-76230b6ec9c2 req-32ca9bfb-882c-498e-ad4f-1def59788a1b tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565679 Jan 26 20:52:23.344764 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d1612a63-9cf2-40a7-8661-e79f38d008a7 req-3586c828-53b2-42ba-8584-8b211308e99d service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1509578 Jan 26 20:52:23.357075 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-cab00246-bbf6-4aa5-b2cd-f781d86425b3 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=46e069e0446045ca8fe35801da576ccb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416074 Jan 26 20:52:23.364977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:23.370658 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7eda495a-2ce1-43c5-8c15-fc9581903676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:23.383582 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ee4a00e-44af-4830-8164-114596ad0064,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:23.394332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.394743 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.395137 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.395526 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.395909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.396293 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.396673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.397052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.397430 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.397804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.398229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.398612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.399821 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.400268 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.400598 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.400972 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.401348 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.401726 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.402143 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.402669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.403027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.403398 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.403770 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.404112 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:23.407519 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 46004) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:23.413138 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:23.495129 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:23.499022 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/1ee4a00e-44af-4830-8164-114596ad0064 HTTP/1.1" status: 204 len: 168 time: 0.6063788 Jan 26 20:52:23.631194 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-3758c87a-f56f-4f53-b610-85701a61960b tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:23.640313 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-3758c87a-f56f-4f53-b610-85701a61960b tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2751968 Jan 26 20:52:23.672312 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-ab986a5b-a409-46c5-97dc-e8e2715a54aa tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/quotas/46e069e0446045ca8fe35801da576ccb HTTP/1.1" status: 200 len: 375 time: 0.0307410 Jan 26 20:52:23.790914 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-25637594-4f1a-42c9-99ed-88e60e7ffc35 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=46e069e0446045ca8fe35801da576ccb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086400 Jan 26 20:52:24.115343 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d25cf34b-17a3-4e57-972c-20c532ea1c2f req-56129081-0537-4bc5-a41e-8f42c006f089 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 210 time: 0.0943027 Jan 26 20:52:24.274346 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 46036) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:24.373324 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-54d4e5fa-712b-4e24-9666-707900011187 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=d949c1f6c8284f7a852d016b8349b686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0952544 Jan 26 20:52:24.373989 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 46042) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:24.413386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ff905d89-0e51-4380-8114-9738d62bf046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371946'] for router_interface, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:24.497213 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-67692f7a-6bec-4e2d-be52-138419143fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:24.535064 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-67692f7a-6bec-4e2d-be52-138419143fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:24.610080 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-67692f7a-6bec-4e2d-be52-138419143fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:24.615974 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-274731c7-f333-4125-a967-b1ce92b071d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:24.630313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67692f7a-6bec-4e2d-be52-138419143fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9389967a-3f4c-4fda-bb32-145e7bbf6103,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:24.647077 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-67692f7a-6bec-4e2d-be52-138419143fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:24.657807 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-67692f7a-6bec-4e2d-be52-138419143fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:24.660063 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-67692f7a-6bec-4e2d-be52-138419143fac admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/9389967a-3f4c-4fda-bb32-145e7bbf6103 HTTP/1.1" status: 204 len: 168 time: 0.2847540 Jan 26 20:52:25.246821 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-ff905d89-0e51-4380-8114-9738d62bf046 admin admin] Deleting port e9f22e32-df86-4065-bc7c-174ccb9e63bc {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:52:25.247177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ff905d89-0e51-4380-8114-9738d62bf046 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:25.462879 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-934de2b5-4685-4d94-bf5c-1d74ad68d92a req-e1e4e74d-bef1-4afb-a4b0-34d5269b2179 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 210 time: 0.1052506 Jan 26 20:52:25.678998 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-ff905d89-0e51-4380-8114-9738d62bf046 admin admin] For port e9f22e32-df86-4065-bc7c-174ccb9e63bc, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=e9f22e32-df86-4065-bc7c-174ccb9e63bc,segment=NetworkSegment(a4b3420a-4eed-451e-8d08-b7ede4fb31c0),segment_id=a4b3420a-4eed-451e-8d08-b7ede4fb31c0)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:25.679648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ff905d89-0e51-4380-8114-9738d62bf046 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:25.716575 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d7379-2bbf-44f3-8b6c-166899f58f9a req-7460de7a-1f78-4c8c-a828-5e7fd8d6e8de tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:25.718884 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d92d7379-2bbf-44f3-8b6c-166899f58f9a req-7460de7a-1f78-4c8c-a828-5e7fd8d6e8de tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 945 time: 0.2441041 Jan 26 20:52:25.798502 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d92d7379-2bbf-44f3-8b6c-166899f58f9a req-a40d5751-f106-40d5-a638-107d79554f20 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733485 Jan 26 20:52:25.876190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-ff905d89-0e51-4380-8114-9738d62bf046 admin admin] Calling delete_port for e9f22e32-df86-4065-bc7c-174ccb9e63bc owned by network:router_interface {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:52:25.923603 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c2a9c0e6-f71b-410f-8a32-46c8428e6e48 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=46e069e0446045ca8fe35801da576ccb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1471708 Jan 26 20:52:26.359659 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-13c250c8-bf95-4e0c-aaea-969e2891167c tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:26.361263 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-13c250c8-bf95-4e0c-aaea-969e2891167c tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4252615 Jan 26 20:52:26.407881 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Request body: {'port': {'device_id': '3ff127bd-db0e-4032-9876-a1e3b4b28823', 'network_id': '9bcfbb37-71df-4cb0-8603-184083181779', 'admin_state_up': True, 'tenant_id': '46e069e0446045ca8fe35801da576ccb'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:52:26.529510 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ff905d89-0e51-4380-8114-9738d62bf046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:26.546903 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-12548690-ea73-4cf3-b5d7-b0cef57b4c10 tempest-DeleteServersTestJSON-1296735354 tempest-DeleteServersTestJSON-1296735354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:26.618851 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff905d89-0e51-4380-8114-9738d62bf046 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f22e32-df86-4065-bc7c-174ccb9e63bc,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:26.674101 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ff905d89-0e51-4380-8114-9738d62bf046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:26.688432 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c5bc0996-3ffb-46fc-950a-534256e59282 req-365fba0a-423e-4d7c-82d6-460d6f4b85b9 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 210 time: 0.0636263 Jan 26 20:52:26.727469 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:26.736258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Usage tracker for resource:port and tenant:46e069e0446045ca8fe35801da576ccb is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:26.750780 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:26.761680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:26.795366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Made reservation on behalf of 46e069e0446045ca8fe35801da576ccb for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:52:26.809586 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:26.929731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:27.064665 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:27.069081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Usage tracker for resource:security_group_rule and tenant:46e069e0446045ca8fe35801da576ccb is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:27.073585 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:27.079873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:27.122269 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c77c827-ecfa-4eb6-a5c8-a0b0526a561b req-d164ca02-0491-4e64-ab6c-770f29a764a4 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:27.129409 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2c77c827-ecfa-4eb6-a5c8-a0b0526a561b req-d164ca02-0491-4e64-ab6c-770f29a764a4 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 945 time: 0.1544528 Jan 26 20:52:27.129573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ff905d89-0e51-4380-8114-9738d62bf046 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854411141'] for router_interface, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:27.254039 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2c77c827-ecfa-4eb6-a5c8-a0b0526a561b req-0c655564-4fad-47f3-93e3-cdb471b896fd tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/security-groups?id=f21d140c-0b19-4402-8db6-0115293b185c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214714 Jan 26 20:52:27.347296 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:27.353448 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9057e-64e3-4c0b-ab72-1817ef9cec23 req-dc4d288d-f22a-4a98-8f50-eb9aa27c6ee1 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:27.355163 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e7f9057e-64e3-4c0b-ab72-1817ef9cec23 req-dc4d288d-f22a-4a98-8f50-eb9aa27c6ee1 tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.11 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 945 time: 0.2243874 Jan 26 20:52:27.412351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:27.433772 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ac84945c-dcef-4cd0-af7a-174c0e2c33ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:27.487270 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-e7f9057e-64e3-4c0b-ab72-1817ef9cec23 req-b8a132bc-3bfb-4cda-8d28-7efb6d58434e tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Deleting port f51fd9b5-6a5b-48fd-89d1-69a42d42f985 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:52:27.488095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e7f9057e-64e3-4c0b-ab72-1817ef9cec23 req-b8a132bc-3bfb-4cda-8d28-7efb6d58434e tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:27.572398 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be1fdd2a-92cc-42fa-a9f3-7025f830ef05,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:27.578174 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:27.830814 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-e7f9057e-64e3-4c0b-ab72-1817ef9cec23 req-b8a132bc-3bfb-4cda-8d28-7efb6d58434e tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] For port f51fd9b5-6a5b-48fd-89d1-69a42d42f985, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f51fd9b5-6a5b-48fd-89d1-69a42d42f985,segment=NetworkSegment(a15fe1a3-7a0a-4495-b36a-e04a3a217f31),segment_id=a15fe1a3-7a0a-4495-b36a-e04a3a217f31)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:27.831407 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e7f9057e-64e3-4c0b-ab72-1817ef9cec23 req-b8a132bc-3bfb-4cda-8d28-7efb6d58434e tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:27.866211 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:28.065219 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2ab396ce-7c7d-477b-b1fc-a1df274e237a req-cf20897a-ff5b-4150-8f65-2b075b0c0cf0 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 210 time: 0.1543460 Jan 26 20:52:28.079603 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-e7f9057e-64e3-4c0b-ab72-1817ef9cec23 req-b8a132bc-3bfb-4cda-8d28-7efb6d58434e tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Calling delete_port for f51fd9b5-6a5b-48fd-89d1-69a42d42f985 owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:52:28.327944 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff905d89-0e51-4380-8114-9738d62bf046 admin admin] Router ee31d506-332f-4c0b-9674-9f0cac3e0984 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:52:28.336917 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Allocated IP 192.168.233.42 (9bcfbb37-71df-4cb0-8603-184083181779/f78938a5-052e-4cf1-8871-0e2d942c823b/a29a682a-cae7-4c2e-8984-7c6cf21495a2) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:52:28.401728 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e7f9057e-64e3-4c0b-ab72-1817ef9cec23 req-b8a132bc-3bfb-4cda-8d28-7efb6d58434e tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:28.497189 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device f51fd9b5-6a5b-48fd-89d1-69a42d42f985 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:52:28.546760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] No Port match for: f51fd9b5-6a5b-48fd-89d1-69a42d42f985 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:52:28.547152 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device f51fd9b5-6a5b-48fd-89d1-69a42d42f985 not bound to the agent host hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:52:28.554433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:28.725723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff905d89-0e51-4380-8114-9738d62bf046 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:52:28.742618 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bab3ad-4f5c-4866-a483-4864c211c539 None None] Sync routers for ids ['ee31d506-332f-4c0b-9674-9f0cac3e0984'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:52:28.743710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a132bc-3bfb-4cda-8d28-7efb6d58434e tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Pushing event deleted for resources: {'Port': ['ID=f51fd9b5-6a5b-48fd-89d1-69a42d42f985,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:28.751207 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b8a132bc-3bfb-4cda-8d28-7efb6d58434e tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:28.755947 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2b7fe86d-8593-4b73-98ea-72d14ab54711 req-fcd7acaa-718b-43fb-804f-635aeb238bec tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.59 "GET /v2.0/ports?device_id=325b2527-d33a-4d06-a574-28b88c3bdd93 HTTP/1.1" status: 200 len: 210 time: 0.2028406 Jan 26 20:52:28.756949 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bab3ad-4f5c-4866-a483-4864c211c539 None None] Routers {'ee31d506-332f-4c0b-9674-9f0cac3e0984'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:52:28.759294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-42bab3ad-4f5c-4866-a483-4864c211c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:52:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ee31d506-332f-4c0b-9674-9f0cac3e0984'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:28.810398 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ff905d89-0e51-4380-8114-9738d62bf046 admin admin] 10.222.0.59 "PUT /v2.0/routers/ee31d506-332f-4c0b-9674-9f0cac3e0984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3992639 Jan 26 20:52:28.822101 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 46218) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:28.884680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7f9057e-64e3-4c0b-ab72-1817ef9cec23 req-b8a132bc-3bfb-4cda-8d28-7efb6d58434e tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] No DVR routers for this DVR port f51fd9b5-6a5b-48fd-89d1-69a42d42f985 on host hv-cinder-76810 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:52:28.888146 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e7f9057e-64e3-4c0b-ab72-1817ef9cec23 req-b8a132bc-3bfb-4cda-8d28-7efb6d58434e tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:28.892246 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '325b2527-d33a-4d06-a574-28b88c3bdd93', 'name': 'network-vif-deleted', 'tag': 'f51fd9b5-6a5b-48fd-89d1-69a42d42f985'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:52:28.916764 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e7f9057e-64e3-4c0b-ab72-1817ef9cec23 req-b8a132bc-3bfb-4cda-8d28-7efb6d58434e tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] 10.222.0.11 "DELETE /v2.0/ports/f51fd9b5-6a5b-48fd-89d1-69a42d42f985 HTTP/1.1" status: 204 len: 173 time: 1.5542841 Jan 26 20:52:28.971250 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '325b2527-d33a-4d06-a574-28b88c3bdd93', 'name': 'network-vif-deleted', 'tag': 'f51fd9b5-6a5b-48fd-89d1-69a42d42f985', 'status': 'completed', 'code': 200} Jan 26 20:52:29.068331 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:29.110907 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Transition to ACTIVE for port object a29a682a-cae7-4c2e-8984-7c6cf21495a2 will not be triggered until provisioned by entity DHCP. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:52:29.164976 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] Notify callbacks [] for router, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:29.198009 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-42bab3ad-4f5c-4866-a483-4864c211c539 None None] Set router ee31d506-332f-4c0b-9674-9f0cac3e0984 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:52:29.377578 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:29.382725 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] Deleting port f52a7f32-9eba-46d6-8707-a8655bf33246 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:52:29.389774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:29.521857 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:29.546696 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a71f4aa8-280b-496e-8646-897965e43d4e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:29.571257 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-42bab3ad-4f5c-4866-a483-4864c211c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'name': 'tempest-ServerRescueNegativeTestJSON-529856198-router', 'tenant_id': '7857f0839476469ea9308b78565f3a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:50:23Z', 'updated_at': '2021-01-26T20:52:26Z', 'revision_number': 5, 'project_id': '7857f0839476469ea9308b78565f3a75', 'gw_port': {'id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:50:24Z', 'updated_at': '2021-01-26T20:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:29.577233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bab3ad-4f5c-4866-a483-4864c211c539 None None] Checking router: ee31d506-332f-4c0b-9674-9f0cac3e0984 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:52:29.598363 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42bab3ad-4f5c-4866-a483-4864c211c539 None None] Routers {'ee31d506-332f-4c0b-9674-9f0cac3e0984'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:52:29.599055 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-42bab3ad-4f5c-4866-a483-4864c211c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:52:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ee31d506-332f-4c0b-9674-9f0cac3e0984'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:29.687508 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fa6d6-faf6-4a26-acf2-97ff869cb8ac req-393ea1da-b670-4361-abe4-ce975a379150 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:29.696250 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ca0fa6d6-faf6-4a26-acf2-97ff869cb8ac req-393ea1da-b670-4361-abe4-ce975a379150 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 935 time: 0.2474236 Jan 26 20:52:29.785158 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ca0fa6d6-faf6-4a26-acf2-97ff869cb8ac req-40011285-1d9e-490e-81c9-d1e7cfbbd9c6 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/security-groups?id=be1fdd2a-92cc-42fa-a9f3-7025f830ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878375 Jan 26 20:52:29.856379 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Pushing event updated for resources: {'Port': ['ID=a29a682a-cae7-4c2e-8984-7c6cf21495a2,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:29.864760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:29.956040 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] For port f52a7f32-9eba-46d6-8707-a8655bf33246, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=f52a7f32-9eba-46d6-8707-a8655bf33246,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:29.956448 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:29.958140 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-42bab3ad-4f5c-4866-a483-4864c211c539 None None] Set router ee31d506-332f-4c0b-9674-9f0cac3e0984 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:52:30.169233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] Calling delete_port for f52a7f32-9eba-46d6-8707-a8655bf33246 owned by network:router_gateway {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:52:30.236350 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Network 9bcfbb37-71df-4cb0-8603-184083181779 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:52:30.239518 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:52:30.243070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:52:30.287321 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:30.287321 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:30.333568 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9351704 Jan 26 20:52:30.352728 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-42bab3ad-4f5c-4866-a483-4864c211c539 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'name': 'tempest-ServerRescueNegativeTestJSON-529856198-router', 'tenant_id': '7857f0839476469ea9308b78565f3a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:50:23Z', 'updated_at': '2021-01-26T20:52:26Z', 'revision_number': 5, 'project_id': '7857f0839476469ea9308b78565f3a75', 'gw_port': {'id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:50:24Z', 'updated_at': '2021-01-26T20:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:30.357312 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Request body: {'port': {'device_id': '3ff127bd-db0e-4032-9876-a1e3b4b28823', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:52:30.357912 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42bab3ad-4f5c-4866-a483-4864c211c539 None None] The sync data for ids ['ee31d506-332f-4c0b-9674-9f0cac3e0984'] in dv-cinder-768105-4-iscsi is: [{'id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'name': 'tempest-ServerRescueNegativeTestJSON-529856198-router', 'tenant_id': '7857f0839476469ea9308b78565f3a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159'}], 'enable_snat': True}, 'gw_port_id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:50:23Z', 'updated_at': '2021-01-26T20:52:26Z', 'revision_number': 5, 'project_id': '7857f0839476469ea9308b78565f3a75', 'gw_port': {'id': 'f52a7f32-9eba-46d6-8707-a8655bf33246', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ca:2f:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee31d506-332f-4c0b-9674-9f0cac3e0984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:50:24Z', 'updated_at': '2021-01-26T20:50:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:52:30.609483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.plugins.ml2.ovo_rpc [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: result = function(*args, **kwargs) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: proto.__init__(conn_state, self) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: self.handle() Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: self.handle_one_request() Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: self.handle_one_response() Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: result = self.application(self.environ, start_response) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: return app(environ, start_response) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: resp = self.call_func(req, *args, **kw) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.func(req, *args, **kwargs) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: response = req.get_response(self.application) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: application, catch_exc_info=False) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: app_iter = application(self.environ, start_response) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: resp = self.call_func(req, *args, **kw) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.func(req, *args, **kwargs) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: response = req.get_response(self.application) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: application, catch_exc_info=False) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: app_iter = application(self.environ, start_response) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: resp = self.call_func(req, *args, **kw) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.func(req, *args, **kwargs) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: response = req.get_response(self.application) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: application, catch_exc_info=False) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: app_iter = application(self.environ, start_response) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: resp = self.call_func(req, *args, **kw) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.func(req, *args, **kwargs) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: response = req.get_response(self.application) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: application, catch_exc_info=False) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: app_iter = application(self.environ, start_response) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: resp = self.call_func(req, *args, **kw) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.func(req, *args, **kwargs) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: return request.get_response(self.application) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: application, catch_exc_info=False) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: app_iter = application(self.environ, start_response) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: resp = self.call_func(req, *args, **kw) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.func(req, *args, **kwargs) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: response = req.get_response(self._app) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: application, catch_exc_info=False) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: app_iter = application(self.environ, start_response) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: return resp(environ, start_response) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: return resp(environ, start_response) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: response = self.app(environ, start_response) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: return resp(environ, start_response) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: resp = self.call_func(req, *args, **kw) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.func(req, *args, **kwargs) Jan 26 20:52:30.615556 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: result = method(request=request, **args) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._delete(request, id, **kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(*args, **kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(*args, **kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(*dup_args, **dup_kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: obj_deleter(request.context, id, **kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: return method(*args, **kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(*args, **kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(*args, **kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(*dup_args, **dup_kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: self._delete_current_gw_port(context, id, router, None) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: admin_ctx, gw_port_id, l3_port_check=False) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, context, *args, **kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: return method(*args, **kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: context, port, router_ids, bound_mech_contexts) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: return function(*args, **kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: callback(resource, event, trigger, **kwargs) Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: if self._is_session_semantic_violated(context, resource, event): Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 26 20:52:30.621489 dv-cinder-768105-4-iscsi neutron-server[80020]: stack = traceback.extract_stack() Jan 26 20:52:30.629901 dv-cinder-768105-4-iscsi neutron-server[80020]: Jan 26 20:52:30.691263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-64aa25a8-263c-4717-ac8f-7b701826d0c0 None None] Provisioning for port a29a682a-cae7-4c2e-8984-7c6cf21495a2 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:52:30.701853 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-64aa25a8-263c-4717-ac8f-7b701826d0c0 None None] Provisioning complete for port a29a682a-cae7-4c2e-8984-7c6cf21495a2 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:30.702177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-64aa25a8-263c-4717-ac8f-7b701826d0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:30.727640 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:30.793837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-64aa25a8-263c-4717-ac8f-7b701826d0c0 None None] Port a29a682a-cae7-4c2e-8984-7c6cf21495a2 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:52:31.034595 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854406413'] for router_gateway, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:31.079652 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b70955-09be-4213-80d1-55396a2ac458 req-4bab96a8-85c5-442b-a70b-51cce88ec936 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:31.081997 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8b70955-09be-4213-80d1-55396a2ac458 req-4bab96a8-85c5-442b-a70b-51cce88ec936 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 935 time: 0.1471908 Jan 26 20:52:31.181661 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8b70955-09be-4213-80d1-55396a2ac458 req-2a89e5d4-af81-4f11-a4c1-543809edddf0 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/security-groups?id=be1fdd2a-92cc-42fa-a9f3-7025f830ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916350 Jan 26 20:52:31.497664 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854408990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760486'] for router, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:31.509811 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:31.649177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-366962'] for router, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:31.649820 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee31d506-332f-4c0b-9674-9f0cac3e0984 {{(pid=80131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 20:52:31.679390 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] Notify callbacks [] for router, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:31.683107 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-5abd42f1-a782-4158-89c3-34af7b04157e admin admin] 10.222.0.59 "DELETE /v2.0/routers/ee31d506-332f-4c0b-9674-9f0cac3e0984 HTTP/1.1" status: 204 len: 168 time: 2.8571205 Jan 26 20:52:31.683531 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 46316) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:31.762283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a8cbc8c6-4be2-4f58-a923-9d07807f383f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:31.782850 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29a682a-cae7-4c2e-8984-7c6cf21495a2 {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:52:31.789331 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd842595-e019-403b-99e8-fa02a3c07973 admin admin] Deleting subnet 5e2181b3-a85b-4568-aba0-db7924e01e79 {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:52:31.791198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:31.792675 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd842595-e019-403b-99e8-fa02a3c07973 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:31.803512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Transition to ACTIVE for port object a29a682a-cae7-4c2e-8984-7c6cf21495a2 will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:52:31.807251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:31.821026 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:31.847018 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd842595-e019-403b-99e8-fa02a3c07973 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14911266'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:31.910091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd842595-e019-403b-99e8-fa02a3c07973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:31.959043 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Pushing event updated for resources: {'Port': ['ID=a29a682a-cae7-4c2e-8984-7c6cf21495a2,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:31.965706 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:32.095624 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device e9f22e32-df86-4065-bc7c-174ccb9e63bc no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:52:32.127165 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Attempting to bind port a29a682a-cae7-4c2e-8984-7c6cf21495a2 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:52:32.127702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Attempting to bind port a29a682a-cae7-4c2e-8984-7c6cf21495a2 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '2a3ae99f-cdff-489c-b108-62660d440591', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9bcfbb37-71df-4cb0-8603-184083181779'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:52:32.128218 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Attempting to bind port a29a682a-cae7-4c2e-8984-7c6cf21495a2 on network 9bcfbb37-71df-4cb0-8603-184083181779 {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:52:32.142813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:52:32.143204 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Checking segment: {'id': '2a3ae99f-cdff-489c-b108-62660d440591', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9bcfbb37-71df-4cb0-8603-184083181779'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:52:32.143622 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:32.144024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Bound using segment: {'id': '2a3ae99f-cdff-489c-b108-62660d440591', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9bcfbb37-71df-4cb0-8603-184083181779'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:52:32.144525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Bound port: a29a682a-cae7-4c2e-8984-7c6cf21495a2, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3ae99f-cdff-489c-b108-62660d440591', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '9bcfbb37-71df-4cb0-8603-184083181779'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:52:32.144903 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:32.208729 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: e9f22e32-df86-4065-bc7c-174ccb9e63bc {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:52:32.210427 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device e9f22e32-df86-4065-bc7c-174ccb9e63bc not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:52:32.319331 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] For port a29a682a-cae7-4c2e-8984-7c6cf21495a2, host hv-cinder-76810, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:52:32.322833 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] For port a29a682a-cae7-4c2e-8984-7c6cf21495a2, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a29a682a-cae7-4c2e-8984-7c6cf21495a2,segment=NetworkSegment(2a3ae99f-cdff-489c-b108-62660d440591),segment_id=2a3ae99f-cdff-489c-b108-62660d440591)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:52:32.331126 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:32.422281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1e5dd6cc-cc61-4b5d-b8eb-b9d2a688f23a tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:32.536866 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Pushing event updated for resources: {'Port': ['ID=a29a682a-cae7-4c2e-8984-7c6cf21495a2,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:32.549723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:32.571015 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:32.571844 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:32.573319 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] 10.222.0.11 "PUT /v2.0/ports/a29a682a-cae7-4c2e-8984-7c6cf21495a2 HTTP/1.1" status: 200 len: 1161 time: 2.2213452 Jan 26 20:52:32.573866 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ff127bd-db0e-4032-9876-a1e3b4b28823', 'tag': 'a29a682a-cae7-4c2e-8984-7c6cf21495a2'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:52:32.661420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c6c80-a0d8-4033-b8d9-70098743c55d req-cc5d7c40-6d58-4ccd-97bf-8d1c4b7f2ed4 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:32.663421 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-176c6c80-a0d8-4033-b8d9-70098743c55d req-cc5d7c40-6d58-4ccd-97bf-8d1c4b7f2ed4 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 947 time: 0.2145560 Jan 26 20:52:32.707905 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ff127bd-db0e-4032-9876-a1e3b4b28823', 'tag': 'a29a682a-cae7-4c2e-8984-7c6cf21495a2', 'status': 'completed', 'code': 200} Jan 26 20:52:32.756993 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-176c6c80-a0d8-4033-b8d9-70098743c55d req-fc361597-d1d8-45b3-9d3f-cb3909a7a262 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/security-groups?id=be1fdd2a-92cc-42fa-a9f3-7025f830ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856416 Jan 26 20:52:32.765435 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd842595-e019-403b-99e8-fa02a3c07973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15367644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838262394'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:32.779211 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-9eaca3d2-a4ce-4cf6-8970-6875264c8cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:32.781172 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-9eaca3d2-a4ce-4cf6-8970-6875264c8cb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=46e069e0446045ca8fe35801da576ccb&device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 1164 time: 0.1397688 Jan 26 20:52:32.854778 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:32.882733 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-a8d14add-aa5e-48f6-9253-a8af7657f806 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=a29a682a-cae7-4c2e-8984-7c6cf21495a2 HTTP/1.1" status: 200 len: 217 time: 0.0851958 Jan 26 20:52:32.905190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd842595-e019-403b-99e8-fa02a3c07973 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e2181b3-a85b-4568-aba0-db7924e01e79,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:32.909999 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cd842595-e019-403b-99e8-fa02a3c07973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:32.949669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd842595-e019-403b-99e8-fa02a3c07973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:32.957890 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-cd842595-e019-403b-99e8-fa02a3c07973 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/5e2181b3-a85b-4568-aba0-db7924e01e79 HTTP/1.1" status: 204 len: 168 time: 1.2731731 Jan 26 20:52:32.960370 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 46342) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:32.966882 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-355046fe-b4fd-4cb4-aa6b-39b9acce2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:32.968719 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-355046fe-b4fd-4cb4-aa6b-39b9acce2325 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f78938a5-052e-4cf1-8871-0e2d942c823b HTTP/1.1" status: 200 len: 843 time: 0.0792398 Jan 26 20:52:33.066607 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-fa59f6c6-e73a-432d-865c-4a9d4aecd593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:33.068219 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-fa59f6c6-e73a-432d-865c-4a9d4aecd593 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bcfbb37-71df-4cb0-8603-184083181779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0912015 Jan 26 20:52:33.080627 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:33.232564 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-09c0784d-62a4-4794-8b22-394d6bb681ee service neutron] 10.222.0.11 "GET /v2.0/networks/9bcfbb37-71df-4cb0-8603-184083181779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435912 Jan 26 20:52:33.275979 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:33.390300 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-843ba995-c8f5-40dc-809f-e603bfe5f442 req-7e242176-4f25-4278-bb68-1d550a791a24 service neutron] 10.222.0.11 "GET /v2.0/networks/9bcfbb37-71df-4cb0-8603-184083181779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513734 Jan 26 20:52:33.399977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42edf9ce-a6a4-4221-bc5c-45ade66ebafd']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:33.415159 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4b3420a-4eed-451e-8d08-b7ede4fb31c0') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:33.415485 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4b3420a-4eed-451e-8d08-b7ede4fb31c0') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:33.428246 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839864534'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:33.444610 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:33.447460 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:52:33.571415 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50998920-989c-4078-892e-600688cc86a2 req-2ca41286-fc6f-47ee-bb1e-0aad72b1e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:33.573045 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-50998920-989c-4078-892e-600688cc86a2 req-2ca41286-fc6f-47ee-bb1e-0aad72b1e10d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=46e069e0446045ca8fe35801da576ccb&device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 1164 time: 0.0884349 Jan 26 20:52:33.632129 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] Network 42edf9ce-a6a4-4221-bc5c-45ade66ebafd has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:52:33.642903 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839408769'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:33.727630 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50998920-989c-4078-892e-600688cc86a2 req-ca05f94c-e7cd-4c7d-9103-fa93f97a1de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:33.729160 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-50998920-989c-4078-892e-600688cc86a2 req-ca05f94c-e7cd-4c7d-9103-fa93f97a1de8 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9bcfbb37-71df-4cb0-8603-184083181779 HTTP/1.1" status: 200 len: 863 time: 0.1485779 Jan 26 20:52:33.806336 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-50998920-989c-4078-892e-600688cc86a2 req-1d17a7bc-e8c0-4d4e-8766-6ae4e5040b31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=a29a682a-cae7-4c2e-8984-7c6cf21495a2 HTTP/1.1" status: 200 len: 217 time: 0.0694878 Jan 26 20:52:33.833152 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] Network 42edf9ce-a6a4-4221-bc5c-45ade66ebafd has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:52:33.860635 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:52:33.880983 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50998920-989c-4078-892e-600688cc86a2 req-5bff380e-a21f-4d63-b566-f6174ddf3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:33.883131 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-50998920-989c-4078-892e-600688cc86a2 req-5bff380e-a21f-4d63-b566-f6174ddf3a04 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f78938a5-052e-4cf1-8871-0e2d942c823b HTTP/1.1" status: 200 len: 843 time: 0.0696802 Jan 26 20:52:33.975415 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50998920-989c-4078-892e-600688cc86a2 req-e55297b9-1f5c-4cb9-bee8-3f6ab9b619b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:33.977138 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-50998920-989c-4078-892e-600688cc86a2 req-e55297b9-1f5c-4cb9-bee8-3f6ab9b619b1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9bcfbb37-71df-4cb0-8603-184083181779&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0774944 Jan 26 20:52:33.995882 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:34.001949 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:34.017102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:34.038901 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] Pushing event deleted for resources: {'Network': ['ID=42edf9ce-a6a4-4221-bc5c-45ade66ebafd,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:34.043562 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:34.049712 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-331c474d-0491-4dc8-a633-d876904e8c8f admin admin] 10.222.0.59 "DELETE /v2.0/networks/42edf9ce-a6a4-4221-bc5c-45ade66ebafd HTTP/1.1" status: 204 len: 168 time: 1.0882833 Jan 26 20:52:34.107177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96c9a8-9ccc-40f0-8682-d7a9c0448a1a req-19b7a02e-c851-423a-972d-b07011bfbe1f tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:34.108980 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ab96c9a8-9ccc-40f0-8682-d7a9c0448a1a req-19b7a02e-c851-423a-972d-b07011bfbe1f tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 947 time: 0.1908865 Jan 26 20:52:34.143031 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device f52a7f32-9eba-46d6-8707-a8655bf33246 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:52:34.183733 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ab96c9a8-9ccc-40f0-8682-d7a9c0448a1a req-bae91d89-49b2-4bbf-a1a3-a1955f57b4e8 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/security-groups?id=be1fdd2a-92cc-42fa-a9f3-7025f830ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683606 Jan 26 20:52:34.234945 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-50998920-989c-4078-892e-600688cc86a2 req-87596724-4a47-4f4c-b716-37d1bd00ee42 service neutron] 10.222.0.11 "GET /v2.0/networks/9bcfbb37-71df-4cb0-8603-184083181779?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459409 Jan 26 20:52:34.354216 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 46362) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:34.419914 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b85b8c28-ff30-4b1e-abd7-797005071406 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=7857f0839476469ea9308b78565f3a75&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0643530 Jan 26 20:52:34.422478 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 46366) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:34.439200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: f52a7f32-9eba-46d6-8707-a8655bf33246 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:52:34.439588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device f52a7f32-9eba-46d6-8707-a8655bf33246 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:52:34.452669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:34.457707 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0c202cd-e8d6-4c06-b426-704fefa838e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:34.469766 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-50998920-989c-4078-892e-600688cc86a2 req-1ca9cb38-bdfa-4863-890c-837843cb6bf9 service neutron] 10.222.0.11 "GET /v2.0/networks/9bcfbb37-71df-4cb0-8603-184083181779?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2165098 Jan 26 20:52:34.495099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd1e638b-c290-435c-9079-32bd7857dc6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:34.523623 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd1e638b-c290-435c-9079-32bd7857dc6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:34.579367 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd1e638b-c290-435c-9079-32bd7857dc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:34.584429 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-787b807b-7e16-4f2f-a6f7-80a2562fe6f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:34.598174 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1e638b-c290-435c-9079-32bd7857dc6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec743cad-7862-4d4b-b86a-8ec7d09a3515,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:34.601994 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cd1e638b-c290-435c-9079-32bd7857dc6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:34.603295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd1e638b-c290-435c-9079-32bd7857dc6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:34.607373 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-cd1e638b-c290-435c-9079-32bd7857dc6f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ec743cad-7862-4d4b-b86a-8ec7d09a3515 HTTP/1.1" status: 204 len: 168 time: 0.1811359 Jan 26 20:52:35.438565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde87bf-84fd-4b38-88f3-3171581fb97c req-b7cc29f8-9840-47e9-bb60-13901d58636c tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:35.440906 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cfde87bf-84fd-4b38-88f3-3171581fb97c req-b7cc29f8-9840-47e9-bb60-13901d58636c tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 947 time: 0.1339574 Jan 26 20:52:35.518878 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cfde87bf-84fd-4b38-88f3-3171581fb97c req-940365d9-9560-4e22-9bea-a839e510ad14 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/security-groups?id=be1fdd2a-92cc-42fa-a9f3-7025f830ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643027 Jan 26 20:52:35.568807 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 46402) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:35.737845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1371901972-network', 'tenant_id': '954edcaec745436491b2623398786a63'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:52:35.743426 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:35.747588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Usage tracker for resource:network and tenant:954edcaec745436491b2623398786a63 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:35.753970 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:35.758557 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:35.771421 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Made reservation on behalf of 954edcaec745436491b2623398786a63 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:52:35.776614 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:35.781982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:35.790537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:35.806871 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:35.810850 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Usage tracker for resource:security_group_rule and tenant:954edcaec745436491b2623398786a63 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:35.813762 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:35.819731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:35.853931 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 46412) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:35.910007 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:35.913057 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:35.917566 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b71d5c25-eb74-4e45-a348-32cce73e126a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:35.953861 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:52:35.965263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d3b527d-400f-44ee-a917-da15ae8990a4,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:35.969201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:35.971709 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:35.972094 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Added segment 0b455ceb-206b-40b0-aafe-4b7c50ff06a6 of type vxlan for network 02d20e51-2183-493a-a1ff-ad179f279ec0 Jan 26 20:52:35.999830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:36.018216 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fe8fe83b-9def-48b7-bc98-05f2c9151aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:36.034460 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:36.034949 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:36.036284 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:36.036928 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:36.044238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:36.046797 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-fe8fe83b-9def-48b7-bc98-05f2c9151aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:36.050942 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-fe8fe83b-9def-48b7-bc98-05f2c9151aaa admin admin] Usage tracker for resource:security_group_rule and tenant:b7b87e8deb8b4477a209fa04eb279cba is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:36.054196 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-fe8fe83b-9def-48b7-bc98-05f2c9151aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:36.060742 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-fe8fe83b-9def-48b7-bc98-05f2c9151aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:36.147333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fe8fe83b-9def-48b7-bc98-05f2c9151aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:36.149083 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5785367 Jan 26 20:52:36.150939 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fe8fe83b-9def-48b7-bc98-05f2c9151aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:36.152366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Pushing event updated for resources: {'Network': ['ID=02d20e51-2183-493a-a1ff-ad179f279ec0,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:36.154458 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 46418) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:36.157422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:36.161670 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Request body: {'subnet': {'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1371901972-subnet', 'tenant_id': '954edcaec745436491b2623398786a63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:52:36.161998 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2d969268-8c2c-4f49-a6a6-48127e90bf7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:36.164296 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network 02d20e51-2183-493a-a1ff-ad179f279ec0 details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:52:36.166495 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:36.170927 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Usage tracker for resource:subnet and tenant:954edcaec745436491b2623398786a63 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:36.174046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:36.183258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:36.196924 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Made reservation on behalf of 954edcaec745436491b2623398786a63 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:52:36.201942 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513452'] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:36.210459 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-fe8fe83b-9def-48b7-bc98-05f2c9151aaa admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b7b87e8deb8b4477a209fa04eb279cba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523281 Jan 26 20:52:36.210459 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fe83b-9def-48b7-bc98-05f2c9151aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c0c58fa-958f-4ec4-b067-addc854986c7,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:36.212318 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 46422) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:36.214944 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-fe8fe83b-9def-48b7-bc98-05f2c9151aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:36.246316 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network 02d20e51-2183-493a-a1ff-ad179f279ec0 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:52:36.288225 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-03a3bd87-146f-4da7-849e-bfda2028f6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:36.327409 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-03a3bd87-146f-4da7-849e-bfda2028f6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:36.388219 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-03a3bd87-146f-4da7-849e-bfda2028f6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:36.394976 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6be7b2f5-bd11-476a-835f-169dc163a1ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:36.410015 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3bd87-146f-4da7-849e-bfda2028f6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c0c58fa-958f-4ec4-b067-addc854986c7,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:36.415574 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-03a3bd87-146f-4da7-849e-bfda2028f6c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:36.419839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-03a3bd87-146f-4da7-849e-bfda2028f6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:36.421408 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-03a3bd87-146f-4da7-849e-bfda2028f6c2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7c0c58fa-958f-4ec4-b067-addc854986c7 HTTP/1.1" status: 204 len: 168 time: 0.2081046 Jan 26 20:52:36.666948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network 9bcfbb37-71df-4cb0-8603-184083181779 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:52:36.815719 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839408231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513469'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:36.843797 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-65940134-dfea-403b-a6a0-3826e867ab34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:36.989947 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f57cca65-4616-4076-a364-f0a94b9bdce6,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:36.992855 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:37.086993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013268ae-3e81-423c-a0d8-94804cbd9f14 req-bdc225c8-7e4f-4d14-a0f7-9455037891c1 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:37.088698 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-013268ae-3e81-423c-a0d8-94804cbd9f14 req-bdc225c8-7e4f-4d14-a0f7-9455037891c1 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 947 time: 0.3542433 Jan 26 20:52:37.101412 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.objects.ports [None req-12c84031-dd9a-43e1-94b2-e4950bd5a171 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:52:37.167338 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-013268ae-3e81-423c-a0d8-94804cbd9f14 req-84078f89-3c33-41e6-8552-e83f1073d075 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/security-groups?id=be1fdd2a-92cc-42fa-a9f3-7025f830ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693941 Jan 26 20:52:37.175326 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Checking segment: {'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:52:37.175756 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Network hostable DHCP agents. Network: 02d20e51-2183-493a-a1ff-ad179f279ec0, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:52:37.194385 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Network 02d20e51-2183-493a-a1ff-ad179f279ec0 is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:52:37.202933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, 02d20e51-2183-493a-a1ff-ad179f279ec0) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:52:37.213423 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29576083-5e12-4ba9-8759-af89b08adf7d None None] Network 02d20e51-2183-493a-a1ff-ad179f279ec0 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:52:37.216076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:37.216711 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:37.235302 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0797985 Jan 26 20:52:37.238144 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 46436) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:37.244112 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:52:37.249634 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:37.254393 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Usage tracker for resource:router and tenant:954edcaec745436491b2623398786a63 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:37.259869 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:37.265674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:37.275005 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854409195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760501'] for router, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:37.276198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-369215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15314'] for router, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:37.291631 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:37.459487 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3791d41-e15c-53c4-87a2-9486d57af777-02d20e51-2183-493a-a1ff-ad179f279ec0', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6'}]}} from dv-cinder-768105-4-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 20:52:37.460431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:37.596796 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device a29a682a-cae7-4c2e-8984-7c6cf21495a2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:52:37.746428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port a29a682a-cae7-4c2e-8984-7c6cf21495a2 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:52:37.761253 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port a29a682a-cae7-4c2e-8984-7c6cf21495a2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:37.761671 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:37.789998 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854409212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15329'] for router, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:37.939290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Allocated IP 172.20.0.2 (02d20e51-2183-493a-a1ff-ad179f279ec0/f57cca65-4616-4076-a364-f0a94b9bdce6/822dac25-ec23-4573-9529-0a3fbca4f3bb) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:52:38.049415 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:38.099599 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff127bd-db0e-4032-9876-a1e3b4b28823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29a682a-cae7-4c2e-8984-7c6cf21495a2'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:52:38.125374 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port a29a682a-cae7-4c2e-8984-7c6cf21495a2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a29a682a-cae7-4c2e-8984-7c6cf21495a2,segment=NetworkSegment(2a3ae99f-cdff-489c-b108-62660d440591),segment_id=2a3ae99f-cdff-489c-b108-62660d440591)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:38.130612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:38.141980 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-951cfba0-2c93-46f1-b031-08bf7959b740 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:38.160578 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:38.175290 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff127bd-db0e-4032-9876-a1e3b4b28823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29a682a-cae7-4c2e-8984-7c6cf21495a2', 'code': 200} Jan 26 20:52:38.198593 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:38.295902 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=a29a682a-cae7-4c2e-8984-7c6cf21495a2,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:38.305538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:38.317093 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:38.331367 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Transition to ACTIVE for port object 822dac25-ec23-4573-9529-0a3fbca4f3bb will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:52:38.362859 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Transition to ACTIVE for port object 822dac25-ec23-4573-9529-0a3fbca4f3bb will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:52:38.368381 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:38.385019 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:38.510289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ae1bb4-62b9-4fc6-af35-17437d63c9ed req-177ab129-0a58-41a2-a1d1-8cb8d42a3314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:38.511920 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-06ae1bb4-62b9-4fc6-af35-17437d63c9ed req-177ab129-0a58-41a2-a1d1-8cb8d42a3314 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 1166 time: 0.0827954 Jan 26 20:52:38.560830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ce4948-ddc8-48fb-9025-a600524227cd req-b4e14bb5-b3e0-430c-b70a-dafd936f1e1d tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:38.562761 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-71ce4948-ddc8-48fb-9025-a600524227cd req-b4e14bb5-b3e0-430c-b70a-dafd936f1e1d tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 949 time: 0.2437811 Jan 26 20:52:38.575020 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-06ae1bb4-62b9-4fc6-af35-17437d63c9ed req-10529a62-ab11-46c1-af98-fbe24bab1363 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=be1fdd2a-92cc-42fa-a9f3-7025f830ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547702 Jan 26 20:52:38.668648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Allocated IP 172.27.0.20 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/d7e4f946-7832-4c0c-9e97-661b77e4cc05) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:52:38.680242 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Pushing event updated for resources: {'Port': ['ID=822dac25-ec23-4573-9529-0a3fbca4f3bb,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:38.681345 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-71ce4948-ddc8-48fb-9025-a600524227cd req-6a4bc6e3-f6d5-44d4-b957-14038c4e02d2 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/security-groups?id=be1fdd2a-92cc-42fa-a9f3-7025f830ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824137 Jan 26 20:52:38.684735 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:38.700696 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:52:38.754750 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device a29a682a-cae7-4c2e-8984-7c6cf21495a2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:52:38.789818 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Network 02d20e51-2183-493a-a1ff-ad179f279ec0 is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:52:38.797175 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:52:38.800759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:52:38.851864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:38.876898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Attempting to bind port 822dac25-ec23-4573-9529-0a3fbca4f3bb on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:52:38.877308 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Attempting to bind port 822dac25-ec23-4573-9529-0a3fbca4f3bb by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:52:38.877711 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Attempting to bind port 822dac25-ec23-4573-9529-0a3fbca4f3bb on network 02d20e51-2183-493a-a1ff-ad179f279ec0 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:52:38.880254 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:38.886436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:52:38.886919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Checking segment: {'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:52:38.887366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:38.887842 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Bound using segment: {'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:52:38.888439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Bound port: 822dac25-ec23-4573-9529-0a3fbca4f3bb, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:52:38.888860 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:38.896067 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:38.943191 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port a29a682a-cae7-4c2e-8984-7c6cf21495a2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:38.943494 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:39.048896 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Pushing event updated for resources: {'Port': ['ID=d7e4f946-7832-4c0c-9e97-661b77e4cc05,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:39.054082 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] For port 822dac25-ec23-4573-9529-0a3fbca4f3bb, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:52:39.058143 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] For port 822dac25-ec23-4573-9529-0a3fbca4f3bb, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=822dac25-ec23-4573-9529-0a3fbca4f3bb,segment=NetworkSegment(0b455ceb-206b-40b0-aafe-4b7c50ff06a6),segment_id=0b455ceb-206b-40b0-aafe-4b7c50ff06a6)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:52:39.063256 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:39.093673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:39.113597 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:52:39.114950 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:52:39.117306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:52:39.118079 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:39.299807 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Pushing event updated for resources: {'Port': ['ID=822dac25-ec23-4573-9529-0a3fbca4f3bb,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:39.305407 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:39.559469 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:40.149344 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 822dac25-ec23-4573-9529-0a3fbca4f3bb up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:52:40.231260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port 822dac25-ec23-4573-9529-0a3fbca4f3bb completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:52:40.301223 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704fdcd0-9239-4889-bf3a-908a9426888a req-87b447ca-7073-45d6-bd94-11b5778cbec0 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:40.302904 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-704fdcd0-9239-4889-bf3a-908a9426888a req-87b447ca-7073-45d6-bd94-11b5778cbec0 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 949 time: 0.4645317 Jan 26 20:52:40.313263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-366604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854406635'] for router, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:40.515458 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-704fdcd0-9239-4889-bf3a-908a9426888a req-2d810161-73e3-42ac-b1f2-0de231e7ac3d tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/security-groups?id=be1fdd2a-92cc-42fa-a9f3-7025f830ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037711 Jan 26 20:52:40.594044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Router ad3422ae-a533-47de-ae19-36568699a049 is scheduled to L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d with binding_index 1 {{(pid=80132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 20:52:40.735257 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb4d3cd-e349-4bc1-86c1-b433baba08cd None None] Network 02d20e51-2183-493a-a1ff-ad179f279ec0 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:52:40.792723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:52:40.814304 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Sync routers for ids ['ad3422ae-a533-47de-ae19-36568699a049'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:52:40.816097 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:40.817427 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5783017 Jan 26 20:52:40.820322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 46464) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:40.840377 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-b60322d7-f4e6-49bd-a960-52c6bd4b0c93 None None] Provisioning for port 822dac25-ec23-4573-9529-0a3fbca4f3bb completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:52:40.850280 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Routers {'ad3422ae-a533-47de-ae19-36568699a049'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:52:40.850982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:52:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ad3422ae-a533-47de-ae19-36568699a049'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:40.925380 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-b60322d7-f4e6-49bd-a960-52c6bd4b0c93 None None] Provisioning complete for port 822dac25-ec23-4573-9529-0a3fbca4f3bb triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:40.925799 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b60322d7-f4e6-49bd-a960-52c6bd4b0c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:41.276718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Set router ad3422ae-a533-47de-ae19-36568699a049 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:52:41.485914 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b60322d7-f4e6-49bd-a960-52c6bd4b0c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:41.631153 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:41.873265 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-b60322d7-f4e6-49bd-a960-52c6bd4b0c93 None None] For port 822dac25-ec23-4573-9529-0a3fbca4f3bb, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=822dac25-ec23-4573-9529-0a3fbca4f3bb,segment=NetworkSegment(0b455ceb-206b-40b0-aafe-4b7c50ff06a6),segment_id=0b455ceb-206b-40b0-aafe-4b7c50ff06a6)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:41.909570 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b60322d7-f4e6-49bd-a960-52c6bd4b0c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:41.914987 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1b32bfab-ca8c-4f78-90c9-d9c9a2bcab4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:42.010346 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60322d7-f4e6-49bd-a960-52c6bd4b0c93 None None] Pushing event updated for resources: {'Port': ['ID=822dac25-ec23-4573-9529-0a3fbca4f3bb,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:42.019900 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11df35f-efeb-4d59-b78d-22bbcf2a051b req-6324fa88-319e-4392-9c2d-d5dc2f1a3868 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:42.021598 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b11df35f-efeb-4d59-b78d-22bbcf2a051b req-6324fa88-319e-4392-9c2d-d5dc2f1a3868 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 949 time: 0.2440796 Jan 26 20:52:42.027954 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b60322d7-f4e6-49bd-a960-52c6bd4b0c93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:42.059768 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:39Z', 'revision_number': 3, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:42.070756 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Checking router: ad3422ae-a533-47de-ae19-36568699a049 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:52:42.071203 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Updating router ad3422ae-a533-47de-ae19-36568699a049 port d7e4f946-7832-4c0c-9e97-661b77e4cc05 binding host dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:52:42.201891 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:42.242821 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 822dac25-ec23-4573-9529-0a3fbca4f3bb up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:52:42.280928 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b11df35f-efeb-4d59-b78d-22bbcf2a051b req-c6eac01e-3b05-4a6e-991a-7435c9d74e67 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/security-groups?id=be1fdd2a-92cc-42fa-a9f3-7025f830ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214461 Jan 26 20:52:42.329162 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Allocated IP 172.20.0.1 (02d20e51-2183-493a-a1ff-ad179f279ec0/f57cca65-4616-4076-a364-f0a94b9bdce6/caaa29db-3501-4b22-809a-1409af49246b) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:52:42.430427 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-1bb47556-00ef-4a93-905a-6cf380a1c972 None None] Provisioning complete for port 822dac25-ec23-4573-9529-0a3fbca4f3bb triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:42.430836 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1bb47556-00ef-4a93-905a-6cf380a1c972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:42.571700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 822dac25-ec23-4573-9529-0a3fbca4f3bb triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:42.572238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:42.799377 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:42.818431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Transition to ACTIVE for port object caaa29db-3501-4b22-809a-1409af49246b will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:52:42.843590 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:42.861160 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:43.032864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-617afac4-bdb8-4133-9143-75f7f5a7b8b1 None None] Provisioning complete for port 822dac25-ec23-4573-9529-0a3fbca4f3bb triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:43.033288 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-617afac4-bdb8-4133-9143-75f7f5a7b8b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:43.072997 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Pushing event updated for resources: {'Port': ['ID=caaa29db-3501-4b22-809a-1409af49246b,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:43.082086 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:43.157948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba81092-0b5b-4f01-8dac-afc61b6a18a4 req-5266f50a-7b2a-4c82-83fb-5996754f76d3 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:43.159595 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fba81092-0b5b-4f01-8dac-afc61b6a18a4 req-5266f50a-7b2a-4c82-83fb-5996754f76d3 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 949 time: 0.2994423 Jan 26 20:52:43.177516 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:43.196326 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Network 02d20e51-2183-493a-a1ff-ad179f279ec0 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:52:43.199436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:52:43.203396 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:52:43.241145 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Transition to ACTIVE for port object d7e4f946-7832-4c0c-9e97-661b77e4cc05 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:52:43.247976 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:43.265690 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:43.267751 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fba81092-0b5b-4f01-8dac-afc61b6a18a4 req-5d684ec2-74d9-48b0-9668-8bc12651e524 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/security-groups?id=be1fdd2a-92cc-42fa-a9f3-7025f830ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004400 Jan 26 20:52:43.288587 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854404007'] for router_interface, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:43.425557 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:43.444181 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086bdc4-5d4c-49c1-a1bd-c9b63e4477d0 None None] Pushing event updated for resources: {'Port': ['ID=d7e4f946-7832-4c0c-9e97-661b77e4cc05,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:43.447314 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f086bdc4-5d4c-49c1-a1bd-c9b63e4477d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:43.522751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Attempting to bind port d7e4f946-7832-4c0c-9e97-661b77e4cc05 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:52:43.523209 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Attempting to bind port d7e4f946-7832-4c0c-9e97-661b77e4cc05 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:52:43.523768 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Attempting to bind port d7e4f946-7832-4c0c-9e97-661b77e4cc05 on network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:52:43.530951 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:52:43.531272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Checking segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:52:43.531675 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:43.532255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Bound using segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:52:43.532765 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Bound port: d7e4f946-7832-4c0c-9e97-661b77e4cc05, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:52:43.533176 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:43.563965 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-6c1ea9a0-4386-49db-b581-29ef935f8a8c None None] Provisioning for port caaa29db-3501-4b22-809a-1409af49246b completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:52:43.576678 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-6c1ea9a0-4386-49db-b581-29ef935f8a8c None None] Provisioning complete for port caaa29db-3501-4b22-809a-1409af49246b triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:43.577074 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6c1ea9a0-4386-49db-b581-29ef935f8a8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:43.674268 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-6c1ea9a0-4386-49db-b581-29ef935f8a8c None None] Port caaa29db-3501-4b22-809a-1409af49246b cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:52:43.683206 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] For port d7e4f946-7832-4c0c-9e97-661b77e4cc05, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:52:43.686691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] For port d7e4f946-7832-4c0c-9e97-661b77e4cc05, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=d7e4f946-7832-4c0c-9e97-661b77e4cc05,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:52:43.690162 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:43.705839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f086bdc4-5d4c-49c1-a1bd-c9b63e4477d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:43.734689 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:43.738277 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:43.771995 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:43.846918 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f086bdc4-5d4c-49c1-a1bd-c9b63e4477d0 None None] Pushing event updated for resources: {'Port': ['ID=d7e4f946-7832-4c0c-9e97-661b77e4cc05,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:43.855395 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854230849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371963'] for router_interface, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:43.860956 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f086bdc4-5d4c-49c1-a1bd-c9b63e4477d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:43.871157 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Pushing event updated for resources: {'Port': ['ID=caaa29db-3501-4b22-809a-1409af49246b,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:43.877148 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:43.904369 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Routers {'ad3422ae-a533-47de-ae19-36568699a049'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:52:43.905034 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:52:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ad3422ae-a533-47de-ae19-36568699a049'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:44.001536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Network 02d20e51-2183-493a-a1ff-ad179f279ec0 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:52:44.002666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:52:44.228462 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Router ad3422ae-a533-47de-ae19-36568699a049 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:52:44.265639 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] Set router ad3422ae-a533-47de-ae19-36568699a049 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:52:44.408289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-ef13202f-66c9-4d4c-883e-ac387e6b4c16 None None] Provisioning complete for port caaa29db-3501-4b22-809a-1409af49246b triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:44.408854 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ef13202f-66c9-4d4c-883e-ac387e6b4c16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:44.475585 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:52:44.499670 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] 10.222.0.59 "PUT /v2.0/routers/ad3422ae-a533-47de-ae19-36568699a049/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6693420 Jan 26 20:52:44.559429 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-ef13202f-66c9-4d4c-883e-ac387e6b4c16 None None] Port caaa29db-3501-4b22-809a-1409af49246b cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:52:44.577108 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591fd57-a00f-446b-8a9a-abb3e78873f6 req-ced24864-dd56-45fd-8e41-abb49f2a9465 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:44.584865 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f591fd57-a00f-446b-8a9a-abb3e78873f6 req-ced24864-dd56-45fd-8e41-abb49f2a9465 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 949 time: 0.1693068 Jan 26 20:52:44.690686 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f591fd57-a00f-446b-8a9a-abb3e78873f6 req-6cad05cf-9270-45bc-9392-10df986aaa72 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/security-groups?id=be1fdd2a-92cc-42fa-a9f3-7025f830ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045766 Jan 26 20:52:44.748574 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 2, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:44.755424 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939cb9e8-8927-429f-9aee-884ef5a8c6d9 None None] The sync data for ids ['ad3422ae-a533-47de-ae19-36568699a049'] in dv-cinder-768105-4-iscsi is: [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 2, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:52:45.167525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 46590) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:45.173230 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1671763057', 'description': 'tempest-description--661500155'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:52:45.188875 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:45.193073 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Usage tracker for resource:security_group and tenant:954edcaec745436491b2623398786a63 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:45.196759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:45.202585 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:45.214001 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:45.236538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:45.240604 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Usage tracker for resource:security_group_rule and tenant:954edcaec745436491b2623398786a63 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:45.244411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:45.250156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:45.324210 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:45.327249 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:45.333005 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2b530ba2-f010-429d-bbc5-bf4d77fec19c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:45.377069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25d6471d-09a1-4125-9700-026de00b2e0f,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:45.380008 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:45.381391 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2127383 Jan 26 20:52:45.382395 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:45.384508 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 46598) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:45.391049 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-7c93cccd-f7ac-4d89-a183-f6ecbefa189d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Request body: {'security_group_rule': {'security_group_id': '25d6471d-09a1-4125-9700-026de00b2e0f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:52:45.405743 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-7c93cccd-f7ac-4d89-a183-f6ecbefa189d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:45.409787 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-7c93cccd-f7ac-4d89-a183-f6ecbefa189d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Usage tracker for resource:security_group_rule and tenant:954edcaec745436491b2623398786a63 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:45.412864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-7c93cccd-f7ac-4d89-a183-f6ecbefa189d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:45.419877 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-7c93cccd-f7ac-4d89-a183-f6ecbefa189d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:45.438420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7c93cccd-f7ac-4d89-a183-f6ecbefa189d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:45.519324 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7c93cccd-f7ac-4d89-a183-f6ecbefa189d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:45.523971 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7c93cccd-f7ac-4d89-a183-f6ecbefa189d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534222'] for security_group_rule, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:45.532114 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e43d5aaa-f8ec-428f-b9ca-4cfc57df5be3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:45.557375 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c93cccd-f7ac-4d89-a183-f6ecbefa189d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dee206a-f0a8-43d7-91a6-f241fdb89c85,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:45.560832 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7c93cccd-f7ac-4d89-a183-f6ecbefa189d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:45.572167 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7c93cccd-f7ac-4d89-a183-f6ecbefa189d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:45.573861 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-7c93cccd-f7ac-4d89-a183-f6ecbefa189d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1880193 Jan 26 20:52:45.576569 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 46606) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:45.582750 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-95f72d5f-811c-4524-af9d-dba5e342abfe tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Request body: {'security_group_rule': {'security_group_id': '25d6471d-09a1-4125-9700-026de00b2e0f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:52:45.598363 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-95f72d5f-811c-4524-af9d-dba5e342abfe tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:45.603302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-95f72d5f-811c-4524-af9d-dba5e342abfe tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Usage tracker for resource:security_group_rule and tenant:954edcaec745436491b2623398786a63 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:45.606365 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-95f72d5f-811c-4524-af9d-dba5e342abfe tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:45.612669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-95f72d5f-811c-4524-af9d-dba5e342abfe tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:45.643324 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-95f72d5f-811c-4524-af9d-dba5e342abfe tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:45.736290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-95f72d5f-811c-4524-af9d-dba5e342abfe tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:45.739867 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-95f72d5f-811c-4524-af9d-dba5e342abfe tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534222'] for security_group_rule, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:45.742498 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:45.768813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f72d5f-811c-4524-af9d-dba5e342abfe tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58c3542-993f-48bc-b08a-4d271f852deb,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:45.772054 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-95f72d5f-811c-4524-af9d-dba5e342abfe tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:45.779651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-95f72d5f-811c-4524-af9d-dba5e342abfe tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:45.784582 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-95f72d5f-811c-4524-af9d-dba5e342abfe tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2034829 Jan 26 20:52:45.785351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 46622) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:52:45.793274 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Request body: {'floatingip': {'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:52:45.808628 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:52:45.813696 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Usage tracker for resource:floatingip and tenant:954edcaec745436491b2623398786a63 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:52:45.816920 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:52:45.823870 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:52:45.837622 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for floatingip, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:46.023089 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ad9e7-2596-4d15-a472-19f2bbde155b req-c9c7be54-cb14-486b-a09c-989465c1a0e3 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:46.023716 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:46.025229 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-457ad9e7-2596-4d15-a472-19f2bbde155b req-c9c7be54-cb14-486b-a09c-989465c1a0e3 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 949 time: 0.1548910 Jan 26 20:52:46.097535 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-457ad9e7-2596-4d15-a472-19f2bbde155b req-a7ecd20e-7d99-43f4-989d-1b0eb57b24d3 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/security-groups?id=be1fdd2a-92cc-42fa-a9f3-7025f830ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658689 Jan 26 20:52:46.197746 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device d7e4f946-7832-4c0c-9e97-661b77e4cc05 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:52:46.272324 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port d7e4f946-7832-4c0c-9e97-661b77e4cc05 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:52:46.278398 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port d7e4f946-7832-4c0c-9e97-661b77e4cc05 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:46.278813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:46.412069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:46.430350 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port d7e4f946-7832-4c0c-9e97-661b77e4cc05, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=d7e4f946-7832-4c0c-9e97-661b77e4cc05,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:46.433241 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:46.435093 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:46.509190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=d7e4f946-7832-4c0c-9e97-661b77e4cc05,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:46.517217 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.517610 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.518010 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.518384 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.518755 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.519124 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.519497 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.519863 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.520226 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.520590 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.520951 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.521312 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.521716 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.522121 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.522488 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.523371 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.523960 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.524434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.524804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.525169 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.525553 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.525956 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.526322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.526683 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:46.531557 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:46.633127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e109b5-5105-4425-8164-2f3d9371008b req-cdac0fa4-e41d-4eb4-b82e-73ee2f619df3 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:46.634147 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-00e109b5-5105-4425-8164-2f3d9371008b req-cdac0fa4-e41d-4eb4-b82e-73ee2f619df3 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Synchronizing usage tracker for tenant:46e069e0446045ca8fe35801da576ccb on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:52:46.676099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Allocated IP 172.27.0.141 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/a748684f-430b-484b-a5cf-26becb02f409) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:52:46.681104 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-00e109b5-5105-4425-8164-2f3d9371008b req-cdac0fa4-e41d-4eb4-b82e-73ee2f619df3 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Unset dirty status for tenant:46e069e0446045ca8fe35801da576ccb on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:52:46.682364 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-00e109b5-5105-4425-8164-2f3d9371008b req-cdac0fa4-e41d-4eb4-b82e-73ee2f619df3 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.11 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 949 time: 0.2931969 Jan 26 20:52:46.854674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Deleting port a29a682a-cae7-4c2e-8984-7c6cf21495a2 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:52:46.855062 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:46.858607 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device a29a682a-cae7-4c2e-8984-7c6cf21495a2 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:52:46.998158 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:47.026092 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:47.029723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff127bd-db0e-4032-9876-a1e3b4b28823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29a682a-cae7-4c2e-8984-7c6cf21495a2'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:52:47.041062 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port a29a682a-cae7-4c2e-8984-7c6cf21495a2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a29a682a-cae7-4c2e-8984-7c6cf21495a2,segment=NetworkSegment(2a3ae99f-cdff-489c-b108-62660d440591),segment_id=2a3ae99f-cdff-489c-b108-62660d440591)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:47.047229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:47.050239 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:47.115694 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff127bd-db0e-4032-9876-a1e3b4b28823', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a29a682a-cae7-4c2e-8984-7c6cf21495a2', 'code': 200} Jan 26 20:52:47.145102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=a29a682a-cae7-4c2e-8984-7c6cf21495a2,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:47.155355 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:47.196250 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:47.213791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:47.316589 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] For port a29a682a-cae7-4c2e-8984-7c6cf21495a2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a29a682a-cae7-4c2e-8984-7c6cf21495a2,segment=NetworkSegment(2a3ae99f-cdff-489c-b108-62660d440591),segment_id=2a3ae99f-cdff-489c-b108-62660d440591)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:47.316991 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:47.374401 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9a02f-ffb0-4883-9a09-21813a1a3d04 req-0a4ba420-95a8-47eb-9fd6-ef04765d4bde tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:47.376114 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c7b9a02f-ffb0-4883-9a09-21813a1a3d04 req-0a4ba420-95a8-47eb-9fd6-ef04765d4bde tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 947 time: 0.1283085 Jan 26 20:52:47.435386 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c7b9a02f-ffb0-4883-9a09-21813a1a3d04 req-c50fddff-95b8-407e-8371-fd078c0a8a2f tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/security-groups?id=be1fdd2a-92cc-42fa-a9f3-7025f830ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529602 Jan 26 20:52:47.479145 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Calling delete_port for a29a682a-cae7-4c2e-8984-7c6cf21495a2 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:52:47.525775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event updated for resources: {'Port': ['ID=a748684f-430b-484b-a5cf-26becb02f409,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:47.532672 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:47.618231 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:52:47.620096 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:52:47.622265 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80131) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:52:47.622418 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:52:47.623027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:52:47.700062 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:47.774754 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:48.065295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:48.069431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:48.121264 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device d7e4f946-7832-4c0c-9e97-661b77e4cc05 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:52:48.141528 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:48.175517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Deleting port a29a682a-cae7-4c2e-8984-7c6cf21495a2 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:52:48.175900 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:48.201346 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port d7e4f946-7832-4c0c-9e97-661b77e4cc05 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:48.201765 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:48.267909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Sync routers for ids ['ad3422ae-a533-47de-ae19-36568699a049'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:52:48.280700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Routers {'ad3422ae-a533-47de-ae19-36568699a049'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:52:48.281574 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:52:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ad3422ae-a533-47de-ae19-36568699a049'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:48.382884 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event updated for resources: {'Port': ['ID=a748684f-430b-484b-a5cf-26becb02f409,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:48.387795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:48.481287 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Set router ad3422ae-a533-47de-ae19-36568699a049 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:52:48.528362 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:48.596496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:48.601113 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8140392 Jan 26 20:52:48.610084 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] For port a29a682a-cae7-4c2e-8984-7c6cf21495a2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=a29a682a-cae7-4c2e-8984-7c6cf21495a2,segment=NetworkSegment(2a3ae99f-cdff-489c-b108-62660d440591),segment_id=2a3ae99f-cdff-489c-b108-62660d440591)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:48.610496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:48.747617 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7426a-7f34-4aa6-b59b-a33a85e36548 req-6d365ce3-c780-4904-bccd-f22dda37ee19 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:52:48.754118 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-77f7426a-7f34-4aa6-b59b-a33a85e36548 req-6d365ce3-c780-4904-bccd-f22dda37ee19 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 947 time: 0.1677892 Jan 26 20:52:48.778386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Calling delete_port for a29a682a-cae7-4c2e-8984-7c6cf21495a2 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:52:48.810105 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-77f7426a-7f34-4aa6-b59b-a33a85e36548 req-007d441f-33aa-4457-a5be-ce84c17a8c83 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/security-groups?id=be1fdd2a-92cc-42fa-a9f3-7025f830ef05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530181 Jan 26 20:52:48.891567 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 2, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:48.897557 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Checking router: ad3422ae-a533-47de-ae19-36568699a049 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:52:48.898756 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Updating router ad3422ae-a533-47de-ae19-36568699a049 port caaa29db-3501-4b22-809a-1409af49246b binding host dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:52:48.959833 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:49.165569 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:49.182729 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-710a9641-fc3c-454d-900f-245aa0926cd0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:49.232718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Pushing event deleted for resources: {'Port': ['ID=a29a682a-cae7-4c2e-8984-7c6cf21495a2,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:49.281024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:49.395681 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] No DVR routers for this DVR port a29a682a-cae7-4c2e-8984-7c6cf21495a2 on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:52:49.398978 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:49.402833 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ff127bd-db0e-4032-9876-a1e3b4b28823', 'name': 'network-vif-deleted', 'tag': 'a29a682a-cae7-4c2e-8984-7c6cf21495a2'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:52:49.418994 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:49.425305 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-00e109b5-5105-4425-8164-2f3d9371008b req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.11 "DELETE /v2.0/ports/a29a682a-cae7-4c2e-8984-7c6cf21495a2 HTTP/1.1" status: 204 len: 173 time: 2.7350152 Jan 26 20:52:49.440591 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Transition to ACTIVE for port object caaa29db-3501-4b22-809a-1409af49246b will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:52:49.446248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:49.464720 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:49.607772 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Pushing event updated for resources: {'Port': ['ID=caaa29db-3501-4b22-809a-1409af49246b,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:49.613431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:49.619337 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ff127bd-db0e-4032-9876-a1e3b4b28823', 'name': 'network-vif-deleted', 'tag': 'a29a682a-cae7-4c2e-8984-7c6cf21495a2', 'status': 'completed', 'code': 200} Jan 26 20:52:49.800214 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Attempting to bind port caaa29db-3501-4b22-809a-1409af49246b on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:52:49.800641 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Attempting to bind port caaa29db-3501-4b22-809a-1409af49246b by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:52:49.801013 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Attempting to bind port caaa29db-3501-4b22-809a-1409af49246b on network 02d20e51-2183-493a-a1ff-ad179f279ec0 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:52:49.808046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:52:49.808447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Checking segment: {'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:52:49.808876 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:49.809299 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Bound using segment: {'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:52:49.809808 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Bound port: caaa29db-3501-4b22-809a-1409af49246b, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:52:49.810234 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:49.913925 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] For port caaa29db-3501-4b22-809a-1409af49246b, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:52:49.917302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] For port caaa29db-3501-4b22-809a-1409af49246b, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=caaa29db-3501-4b22-809a-1409af49246b,segment=NetworkSegment(0b455ceb-206b-40b0-aafe-4b7c50ff06a6),segment_id=0b455ceb-206b-40b0-aafe-4b7c50ff06a6)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:52:49.922879 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:49.941559 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:50.025198 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-be4a87ad-c371-4369-99af-59be2c7bb551 req-87868f4d-495c-478d-ad68-0efb8f787402 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] 10.222.0.59 "GET /v2.0/ports?device_id=3ff127bd-db0e-4032-9876-a1e3b4b28823 HTTP/1.1" status: 200 len: 210 time: 0.0559134 Jan 26 20:52:50.113926 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Pushing event updated for resources: {'Port': ['ID=caaa29db-3501-4b22-809a-1409af49246b,revision_number=4']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:50.126679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.127054 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.127422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.127783 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.128142 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.128496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.128857 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.129337 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.129689 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.130072 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.130438 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.132726 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.133172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.133546 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.133916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.134272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.134625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.134978 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.135330 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.135681 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.136198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.136550 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.136903 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.137333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:52:50.150632 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:50.182455 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Routers {'ad3422ae-a533-47de-ae19-36568699a049'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:52:50.183114 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:52:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ad3422ae-a533-47de-ae19-36568699a049'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:50.558688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] Set router ad3422ae-a533-47de-ae19-36568699a049 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:52:50.912370 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:49Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:52:50.916888 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ef2d397-3529-484a-91f4-2331d1638e21 None None] The sync data for ids ['ad3422ae-a533-47de-ae19-36568699a049'] in dv-cinder-768105-4-iscsi is: [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:49Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:52:52.141024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device caaa29db-3501-4b22-809a-1409af49246b up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:52:52.217234 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port caaa29db-3501-4b22-809a-1409af49246b completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:52:52.222302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port caaa29db-3501-4b22-809a-1409af49246b triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:52.222717 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:52.354095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:52.393352 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port caaa29db-3501-4b22-809a-1409af49246b, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=caaa29db-3501-4b22-809a-1409af49246b,segment=NetworkSegment(0b455ceb-206b-40b0-aafe-4b7c50ff06a6),segment_id=0b455ceb-206b-40b0-aafe-4b7c50ff06a6)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:52:52.403481 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:52.406247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:52:52.526649 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=caaa29db-3501-4b22-809a-1409af49246b,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:52:52.537531 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:52:54.131231 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device caaa29db-3501-4b22-809a-1409af49246b up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:52:54.218537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port caaa29db-3501-4b22-809a-1409af49246b triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:52:54.219256 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:52:57.593451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:01.744607 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-635a2138-51b2-422c-890d-e71260f51f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:01.896902 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-103edd2b-49ca-49ab-b45e-954302b6814a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Synchronizing usage tracker for tenant:954edcaec745436491b2623398786a63 on resource:security_group {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:53:01.915140 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-103edd2b-49ca-49ab-b45e-954302b6814a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Unset dirty status for tenant:954edcaec745436491b2623398786a63 on resource:security_group {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:53:01.916434 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-103edd2b-49ca-49ab-b45e-954302b6814a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1671763057&fields=id&tenant_id=954edcaec745436491b2623398786a63 HTTP/1.1" status: 200 len: 267 time: 0.0732999 Jan 26 20:53:02.122172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-19ec48a3-5137-41c3-971a-61021c0156f4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:02.123016 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-19ec48a3-5137-41c3-971a-61021c0156f4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Synchronizing usage tracker for tenant:954edcaec745436491b2623398786a63 on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:53:02.155363 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-19ec48a3-5137-41c3-971a-61021c0156f4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Unset dirty status for tenant:954edcaec745436491b2623398786a63 on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:53:02.156815 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-19ec48a3-5137-41c3-971a-61021c0156f4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/networks?id=02d20e51-2183-493a-a1ff-ad179f279ec0 HTTP/1.1" status: 200 len: 811 time: 0.2329431 Jan 26 20:53:02.173914 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-9b822065-a2db-4d58-8521-cb12601cb8e1 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/quotas/954edcaec745436491b2623398786a63 HTTP/1.1" status: 200 len: 375 time: 0.0107586 Jan 26 20:53:02.300977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-8d88662e-d6c7-4db4-a2e9-483061bdee62 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Synchronizing usage tracker for tenant:954edcaec745436491b2623398786a63 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:53:02.318587 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-8d88662e-d6c7-4db4-a2e9-483061bdee62 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Unset dirty status for tenant:954edcaec745436491b2623398786a63 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:53:02.320160 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-8d88662e-d6c7-4db4-a2e9-483061bdee62 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=954edcaec745436491b2623398786a63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1382792 Jan 26 20:53:02.561652 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-f477c3e1-839d-44a3-b026-d20b45dcd6ae service neutron] 10.222.0.59 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224684 Jan 26 20:53:02.782185 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-c7c19538-9c8b-4395-b52b-a690abe8e34c service neutron] 10.222.0.59 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2138293 Jan 26 20:53:03.119179 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-56cdae25-ac8c-46c5-8d3d-7c98d21ff15a req-ffab50d7-2f9f-4a7d-8309-93c0cd225a3b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 210 time: 0.0665469 Jan 26 20:53:04.416433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:04.459777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a664217d-b8eb-4b76-a7eb-c5be07533584 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:04.550444 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3cc3d1d4-2554-499e-b25d-34af2be57a92 req-23b8da16-8336-4227-98d0-4af1a96645de tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 210 time: 0.2990725 Jan 26 20:53:04.947895 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-4e40bd86-6b6d-47fc-938e-aae4a22118bf tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:04.949724 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-4e40bd86-6b6d-47fc-938e-aae4a22118bf tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.11 "GET /v2.0/networks?id=02d20e51-2183-493a-a1ff-ad179f279ec0 HTTP/1.1" status: 200 len: 811 time: 0.4061017 Jan 26 20:53:05.085237 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-81e80d4c-a289-43ea-b246-db38918bf94d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=954edcaec745436491b2623398786a63 HTTP/1.1" status: 200 len: 5708 time: 0.1115301 Jan 26 20:53:05.096518 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Request body: {'port': {'device_id': 'c2ad654d-be49-459d-a953-24a7fa8d0ff9', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'admin_state_up': True, 'tenant_id': '954edcaec745436491b2623398786a63', 'security_groups': ['25d6471d-09a1-4125-9700-026de00b2e0f']}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:53:05.246844 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:05.256639 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:05.265990 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Made reservation on behalf of 954edcaec745436491b2623398786a63 for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:53:05.279675 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:05.609436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Allocated IP 172.20.0.3 (02d20e51-2183-493a-a1ff-ad179f279ec0/f57cca65-4616-4076-a364-f0a94b9bdce6/8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:53:05.799778 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:05.842913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:05.861347 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Transition to ACTIVE for port object 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d will not be triggered until provisioned by entity DHCP. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:53:05.892994 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:05.980697 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:06.056304 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:06.125759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event updated for resources: {'Port': ['ID=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:06.136194 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70000a52-69c2-43b9-bcb6-b373660fde2b req-9acf63ec-2d13-46a2-967b-70bf0f53dfd5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:06.138118 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-70000a52-69c2-43b9-bcb6-b373660fde2b req-9acf63ec-2d13-46a2-967b-70bf0f53dfd5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 931 time: 0.2505777 Jan 26 20:53:06.143309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:06.256866 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-70000a52-69c2-43b9-bcb6-b373660fde2b req-07413db6-4a67-4df4-9305-96548942bfae tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114964 Jan 26 20:53:06.297901 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Network 02d20e51-2183-493a-a1ff-ad179f279ec0 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:53:06.299444 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:53:06.303316 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:53:06.341233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:06.343091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:06.414230 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3213613 Jan 26 20:53:06.439300 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Request body: {'port': {'device_id': 'c2ad654d-be49-459d-a953-24a7fa8d0ff9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:53:06.679642 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:06.715081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-503520a9-c31d-4ca0-bcef-329d744f43f9 None None] Provisioning for port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:53:06.735413 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-503520a9-c31d-4ca0-bcef-329d744f43f9 None None] Provisioning complete for port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:53:06.737112 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-503520a9-c31d-4ca0-bcef-329d744f43f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:06.962734 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-503520a9-c31d-4ca0-bcef-329d744f43f9 None None] Port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:53:07.430818 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:53:07.439713 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:07.459174 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Transition to ACTIVE for port object 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:53:07.463004 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:07.479011 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:07.515504 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228404e4-a2cb-4865-9984-07fe30b8ec0c req-695db87b-1a32-43d7-8e41-7531688c071b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:07.517177 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-228404e4-a2cb-4865-9984-07fe30b8ec0c req-695db87b-1a32-43d7-8e41-7531688c071b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1842935 Jan 26 20:53:07.630691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Pushing event updated for resources: {'Port': ['ID=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:07.639654 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:07.642762 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-228404e4-a2cb-4865-9984-07fe30b8ec0c req-21cdf835-5c11-4c69-aa74-dd51a139dfe2 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822856 Jan 26 20:53:07.744131 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df00e5dd-29da-4ad7-aa74-6ae223c7cafb req-1410e1fc-d4aa-4fc0-a7da-b176f654be23 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:07.746844 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-df00e5dd-29da-4ad7-aa74-6ae223c7cafb req-1410e1fc-d4aa-4fc0-a7da-b176f654be23 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 943 time: 0.2286828 Jan 26 20:53:07.795919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Attempting to bind port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:53:07.796295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Attempting to bind port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:53:07.796666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Attempting to bind port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d on network 02d20e51-2183-493a-a1ff-ad179f279ec0 {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:53:07.803615 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:53:07.804407 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Checking segment: {'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:53:07.804970 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:07.805386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Bound using segment: {'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:53:07.806224 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Bound port: 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:53:07.806224 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:07.822532 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-df00e5dd-29da-4ad7-aa74-6ae223c7cafb req-3c7973ac-dc3b-4e13-aee3-3fe55c145a1d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678875 Jan 26 20:53:07.970296 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] For port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d, host hv-cinder-76810, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:53:07.973630 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] For port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d,segment=NetworkSegment(0b455ceb-206b-40b0-aafe-4b7c50ff06a6),segment_id=0b455ceb-206b-40b0-aafe-4b7c50ff06a6)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:53:07.977822 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:07.994544 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e59f32de-e4c0-428f-9264-56d6dd9a4af4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:08.156468 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Pushing event updated for resources: {'Port': ['ID=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:08.260446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:08.395269 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:08.395953 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:08.397715 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] 10.222.0.11 "PUT /v2.0/ports/8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d HTTP/1.1" status: 200 len: 1157 time: 1.9671803 Jan 26 20:53:08.398306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ad654d-be49-459d-a953-24a7fa8d0ff9', 'tag': '8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:53:08.540972 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47170) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:08.579415 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ad654d-be49-459d-a953-24a7fa8d0ff9', 'tag': '8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d', 'status': 'completed', 'code': 200} Jan 26 20:53:08.652087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-eb35869b-c40e-4ce2-88ed-d874f52a2625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:08.653714 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-eb35869b-c40e-4ce2-88ed-d874f52a2625 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=954edcaec745436491b2623398786a63&device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 1160 time: 0.1779284 Jan 26 20:53:08.858479 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-50d171a5-5a65-4587-8691-03f4d61828c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d HTTP/1.1" status: 200 len: 217 time: 0.1794806 Jan 26 20:53:09.086982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6feafa00-e9be-4516-a381-094e24e366e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:09.092781 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-6feafa00-e9be-4516-a381-094e24e366e4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f57cca65-4616-4076-a364-f0a94b9bdce6 HTTP/1.1" status: 200 len: 850 time: 0.2334666 Jan 26 20:53:09.349068 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-ef84d630-bc26-4c72-9cd1-e7d58db00ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:09.350738 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-ef84d630-bc26-4c72-9cd1-e7d58db00ebc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02d20e51-2183-493a-a1ff-ad179f279ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2473826 Jan 26 20:53:09.418623 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-d5455219-e228-4b18-aace-5be08018a2ed admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=46e069e0446045ca8fe35801da576ccb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8757048 Jan 26 20:53:09.443648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47194) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:09.571083 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-3de5ce63-778b-4733-9355-312302cf253e service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085278 Jan 26 20:53:09.646763 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b2320-9313-47f5-8754-5b9604dfe788 req-21c2f199-636b-4864-a4ba-e7e34b8e1700 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:09.655209 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5d2b2320-9313-47f5-8754-5b9604dfe788 req-21c2f199-636b-4864-a4ba-e7e34b8e1700 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 943 time: 0.4806597 Jan 26 20:53:09.760680 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c91ab2e0-a330-45c7-8777-12e25b10e94e req-c74affe5-2831-443e-b23c-0f8dde7403bb service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1755788 Jan 26 20:53:09.787702 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5d2b2320-9313-47f5-8754-5b9604dfe788 req-07d6c254-26af-46af-b78a-42a3ed232e4b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311834 Jan 26 20:53:09.796279 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a1b467fb-427d-4551-b04d-c4bb23246cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:09.859074 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c20c0-228c-46d7-8b58-d2a428fc02fe req-52b70488-2406-4266-956c-e99941a27b18 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:09.861188 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2c8c20c0-228c-46d7-8b58-d2a428fc02fe req-52b70488-2406-4266-956c-e99941a27b18 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.4520187 Jan 26 20:53:09.890180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a1b467fb-427d-4551-b04d-c4bb23246cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:10.023346 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2c8c20c0-228c-46d7-8b58-d2a428fc02fe req-b4876a65-60b3-425e-9a6d-16ffe8854f5e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923779 Jan 26 20:53:10.025038 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a1b467fb-427d-4551-b04d-c4bb23246cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:10.028168 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307094c6-943a-4c18-8d41-fa4ba5d4b4ea req-0bbed2cc-0590-49f3-bfc1-571b1eeda784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:10.029910 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-307094c6-943a-4c18-8d41-fa4ba5d4b4ea req-0bbed2cc-0590-49f3-bfc1-571b1eeda784 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=954edcaec745436491b2623398786a63&device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 1160 time: 0.1687350 Jan 26 20:53:10.051561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3bac52b5-d2d4-45ff-ac48-1630d7d94e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:10.091298 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b467fb-427d-4551-b04d-c4bb23246cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1fdd2a-92cc-42fa-a9f3-7025f830ef05,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:10.097441 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a1b467fb-427d-4551-b04d-c4bb23246cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:10.098893 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a1b467fb-427d-4551-b04d-c4bb23246cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:10.100261 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-a1b467fb-427d-4551-b04d-c4bb23246cd2 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/be1fdd2a-92cc-42fa-a9f3-7025f830ef05 HTTP/1.1" status: 204 len: 168 time: 0.6463666 Jan 26 20:53:10.246309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307094c6-943a-4c18-8d41-fa4ba5d4b4ea req-3803019d-6e1a-452c-b92f-06922f212e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:10.248538 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-307094c6-943a-4c18-8d41-fa4ba5d4b4ea req-3803019d-6e1a-452c-b92f-06922f212e39 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02d20e51-2183-493a-a1ff-ad179f279ec0 HTTP/1.1" status: 200 len: 905 time: 0.2067647 Jan 26 20:53:10.350571 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-307094c6-943a-4c18-8d41-fa4ba5d4b4ea req-07c16885-1783-4d09-8481-15cd43be4c82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d HTTP/1.1" status: 200 len: 217 time: 0.0918729 Jan 26 20:53:10.479471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307094c6-943a-4c18-8d41-fa4ba5d4b4ea req-82490a90-8509-427d-8aae-fcbad889c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:10.483705 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-307094c6-943a-4c18-8d41-fa4ba5d4b4ea req-82490a90-8509-427d-8aae-fcbad889c43e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f57cca65-4616-4076-a364-f0a94b9bdce6 HTTP/1.1" status: 200 len: 850 time: 0.1245894 Jan 26 20:53:10.592894 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307094c6-943a-4c18-8d41-fa4ba5d4b4ea req-5fcaae7b-c7e0-4288-97c6-5cbed1304f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:10.594983 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-307094c6-943a-4c18-8d41-fa4ba5d4b4ea req-5fcaae7b-c7e0-4288-97c6-5cbed1304f34 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02d20e51-2183-493a-a1ff-ad179f279ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1042407 Jan 26 20:53:11.185344 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47238) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:11.239073 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-307094c6-943a-4c18-8d41-fa4ba5d4b4ea req-f95b5856-65f7-4ff2-bac2-df689a82874c service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6355333 Jan 26 20:53:11.394259 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773eadd-b083-4b25-bf41-89d04c1cae3f req-4f086f38-0727-409c-b6fb-991b5d02159e tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:11.402723 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0773eadd-b083-4b25-bf41-89d04c1cae3f req-4f086f38-0727-409c-b6fb-991b5d02159e tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 943 time: 0.3302467 Jan 26 20:53:11.420803 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-035e59b4-557a-4475-8215-790c944c0bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:11.458690 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-035e59b4-557a-4475-8215-790c944c0bcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:11.467737 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-307094c6-943a-4c18-8d41-fa4ba5d4b4ea req-478acbb0-3621-46f2-9ba0-6eed214c8f0e service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2214687 Jan 26 20:53:11.469275 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-035e59b4-557a-4475-8215-790c944c0bcb admin admin] Usage tracker for resource:security_group_rule and tenant:8460f1a8a0504d9f9f110945f930c0a0 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:11.473460 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-035e59b4-557a-4475-8215-790c944c0bcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:11.480411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-035e59b4-557a-4475-8215-790c944c0bcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:11.495820 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0773eadd-b083-4b25-bf41-89d04c1cae3f req-7ca8ea16-0528-4e89-b582-0e30e728c491 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920832 Jan 26 20:53:11.561760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2993712-e2b7-4948-ba50-5cb1d47bc02b req-65f6967e-9298-48e1-a1a1-6d31e17f158a tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:11.570320 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d2993712-e2b7-4948-ba50-5cb1d47bc02b req-65f6967e-9298-48e1-a1a1-6d31e17f158a tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.2984872 Jan 26 20:53:11.637071 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-035e59b4-557a-4475-8215-790c944c0bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:11.641793 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-035e59b4-557a-4475-8215-790c944c0bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:11.644859 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d2993712-e2b7-4948-ba50-5cb1d47bc02b req-6ed28c7c-e6c9-47e0-bf1d-c558434a3afd tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722284 Jan 26 20:53:11.665920 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-85e474cc-232d-4fd7-a6f9-b70ca7ece013 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:11.716796 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e59b4-557a-4475-8215-790c944c0bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d715d9c-702d-4169-9f02-08ae5f170aca,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:11.722670 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-035e59b4-557a-4475-8215-790c944c0bcb admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=8460f1a8a0504d9f9f110945f930c0a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5361133 Jan 26 20:53:11.723667 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-035e59b4-557a-4475-8215-790c944c0bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:11.725549 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47248) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:11.791543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0b53c9d7-d4e0-42dc-bd22-90e73b0791bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:11.819700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0b53c9d7-d4e0-42dc-bd22-90e73b0791bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:11.873852 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0b53c9d7-d4e0-42dc-bd22-90e73b0791bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:11.880858 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:11.900578 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b53c9d7-d4e0-42dc-bd22-90e73b0791bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d715d9c-702d-4169-9f02-08ae5f170aca,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:11.903444 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0b53c9d7-d4e0-42dc-bd22-90e73b0791bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:11.905058 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0b53c9d7-d4e0-42dc-bd22-90e73b0791bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:11.909371 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-0b53c9d7-d4e0-42dc-bd22-90e73b0791bd admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0d715d9c-702d-4169-9f02-08ae5f170aca HTTP/1.1" status: 204 len: 168 time: 0.1793463 Jan 26 20:53:12.829456 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46db5bb8-c720-410a-85ca-87ff491abfd9 req-1eeb6f1e-c614-4beb-879b-cab5f9cf5025 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:12.831187 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-46db5bb8-c720-410a-85ca-87ff491abfd9 req-1eeb6f1e-c614-4beb-879b-cab5f9cf5025 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 943 time: 0.1677055 Jan 26 20:53:12.944712 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-46db5bb8-c720-410a-85ca-87ff491abfd9 req-3a7a87ef-4477-4603-bac9-fd0d3075c389 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743051 Jan 26 20:53:13.003906 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d86cef-af66-485a-9f44-fbd881864bb1 req-dde751d3-a99a-499d-9cf5-9fb04ade7e9a tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:13.005515 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c2d86cef-af66-485a-9f44-fbd881864bb1 req-dde751d3-a99a-499d-9cf5-9fb04ade7e9a tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1733463 Jan 26 20:53:13.063020 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c2d86cef-af66-485a-9f44-fbd881864bb1 req-d1e12387-a807-4c87-a603-e2d262336f77 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502703 Jan 26 20:53:14.238185 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0565be62-8a96-46e0-92a2-d2d283d65c1f req-f2fbf7e9-21f1-4e63-852a-96c7a5bc3302 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:14.239984 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0565be62-8a96-46e0-92a2-d2d283d65c1f req-f2fbf7e9-21f1-4e63-852a-96c7a5bc3302 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 943 time: 0.1499052 Jan 26 20:53:14.354937 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0565be62-8a96-46e0-92a2-d2d283d65c1f req-a27e54be-d12c-4bb9-802f-ccf57af5d98e tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762365 Jan 26 20:53:14.437127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead76464-6166-42e4-a525-7d62ab7bd23d req-d8d3304e-b58e-422b-be98-dd39c5cb5762 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:14.438880 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ead76464-6166-42e4-a525-7d62ab7bd23d req-d8d3304e-b58e-422b-be98-dd39c5cb5762 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1978264 Jan 26 20:53:14.510896 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ead76464-6166-42e4-a525-7d62ab7bd23d req-9b81cf43-9119-4897-9241-aa60baa49986 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642855 Jan 26 20:53:15.235020 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:53:15.306423 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:53:15.311390 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:53:15.311809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:15.456320 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:15.494248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d,segment=NetworkSegment(0b455ceb-206b-40b0-aafe-4b7c50ff06a6),segment_id=0b455ceb-206b-40b0-aafe-4b7c50ff06a6)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:53:15.495304 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ad654d-be49-459d-a953-24a7fa8d0ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:53:15.501653 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:15.503604 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f086bdc4-5d4c-49c1-a1bd-c9b63e4477d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:15.579602 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:15.583394 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:15.605580 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ad654d-be49-459d-a953-24a7fa8d0ff9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d', 'code': 200} Jan 26 20:53:15.712738 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:53:15.920680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a888c90-309e-4ec2-8db2-a5f01f2b61b7 req-90f2e03c-7a9e-44c8-8156-dd6dd85e3f98 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:15.931320 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7a888c90-309e-4ec2-8db2-a5f01f2b61b7 req-90f2e03c-7a9e-44c8-8156-dd6dd85e3f98 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.3784895 Jan 26 20:53:16.014688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737c11af-0f6c-4c38-b96a-76f63f0f52af req-36a23971-68e5-40e5-89b0-3795e6986879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:16.016552 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-737c11af-0f6c-4c38-b96a-76f63f0f52af req-36a23971-68e5-40e5-89b0-3795e6986879 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 1162 time: 0.1226330 Jan 26 20:53:16.034567 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7a888c90-309e-4ec2-8db2-a5f01f2b61b7 req-2e3228ce-50e4-4a35-8be3-fcc7020bffa2 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021962 Jan 26 20:53:16.079124 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-737c11af-0f6c-4c38-b96a-76f63f0f52af req-ab866cdc-59ec-4a25-8d9a-dc2a3d7c7c67 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541880 Jan 26 20:53:16.109357 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a2a73c-bc1d-41ac-b88b-c84ae9c8f561 req-f98a7776-00c9-4db2-9785-2e58b78b39dc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:16.117163 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a5a2a73c-bc1d-41ac-b88b-c84ae9c8f561 req-f98a7776-00c9-4db2-9785-2e58b78b39dc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.3700664 Jan 26 20:53:16.175124 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a5a2a73c-bc1d-41ac-b88b-c84ae9c8f561 req-7bfbd1b3-4c3e-4360-812a-6d8d611eac9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568295 Jan 26 20:53:16.743205 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:53:16.827004 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:53:16.827494 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:17.369651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5425e70-a11c-4b87-8607-8c70aeb5666c req-c662a862-fe12-4cd5-8ea4-662ddb6d3c8b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:17.372044 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e5425e70-a11c-4b87-8607-8c70aeb5666c req-c662a862-fe12-4cd5-8ea4-662ddb6d3c8b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1586301 Jan 26 20:53:17.474163 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e5425e70-a11c-4b87-8607-8c70aeb5666c req-faa5aaa6-90ac-450e-bc01-7b3affff5862 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863068 Jan 26 20:53:17.633928 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27034d84-ddf4-4def-8a9a-e19fa6898299 req-5d854eb3-c794-485f-ac10-b31d171f87ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:17.635552 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-27034d84-ddf4-4def-8a9a-e19fa6898299 req-5d854eb3-c794-485f-ac10-b31d171f87ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1934276 Jan 26 20:53:17.697385 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-27034d84-ddf4-4def-8a9a-e19fa6898299 req-43b59947-f6bc-4116-805a-710f9f4e2147 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555665 Jan 26 20:53:18.740248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922dea7e-0cf2-4f6b-aa6b-3983745b516a req-71bbb8a8-93fb-4567-9813-c24bf149816f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:18.742443 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-922dea7e-0cf2-4f6b-aa6b-3983745b516a req-71bbb8a8-93fb-4567-9813-c24bf149816f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1272275 Jan 26 20:53:18.802706 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:53:18.807463 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-922dea7e-0cf2-4f6b-aa6b-3983745b516a req-ed899762-366a-42a3-8851-7cb9e08b0350 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578024 Jan 26 20:53:18.888044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:53:18.888758 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:18.952094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47382) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:18.984618 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399069c2-bd92-4257-a0fc-a28a18d95070 req-e6142901-0b5c-4db0-b1d2-c2e40f4a6c3a tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:18.986377 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-399069c2-bd92-4257-a0fc-a28a18d95070 req-e6142901-0b5c-4db0-b1d2-c2e40f4a6c3a tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1343322 Jan 26 20:53:19.119444 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-399069c2-bd92-4257-a0fc-a28a18d95070 req-8d0c99e4-042f-4283-88a4-706357ef3b64 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898223 Jan 26 20:53:19.132834 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-66d299f0-2260-41c8-8ede-8e2ca68374bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:19.150869 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-66d299f0-2260-41c8-8ede-8e2ca68374bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:19.155626 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-66d299f0-2260-41c8-8ede-8e2ca68374bd admin admin] Usage tracker for resource:security_group_rule and tenant:ebbc317ceccc485e9c8be3c226e9c0e7 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:19.158738 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-66d299f0-2260-41c8-8ede-8e2ca68374bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:19.166407 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-66d299f0-2260-41c8-8ede-8e2ca68374bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:19.167831 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773f720-6102-4fb4-91b0-c538e729edbc req-b6988b4f-d147-4ed3-8651-bec1be733c1e tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:19.169521 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2773f720-6102-4fb4-91b0-c538e729edbc req-b6988b4f-d147-4ed3-8651-bec1be733c1e tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1821656 Jan 26 20:53:19.179805 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47398) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:19.185667 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-19b931c0-e2f3-4ea3-a128-ef2d3f7be791 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Request body: {'floatingip': {'port_id': '8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:53:19.258091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-66d299f0-2260-41c8-8ede-8e2ca68374bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:19.263044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-66d299f0-2260-41c8-8ede-8e2ca68374bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:19.271038 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c635bab2-443a-4610-87a7-df365f496e51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:19.275020 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-19b931c0-e2f3-4ea3-a128-ef2d3f7be791 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for floatingip, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:19.316425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d299f0-2260-41c8-8ede-8e2ca68374bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07f522f-3849-44d9-a674-0b63baa4867e,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:19.320725 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-66d299f0-2260-41c8-8ede-8e2ca68374bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:19.326114 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-66d299f0-2260-41c8-8ede-8e2ca68374bd admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ebbc317ceccc485e9c8be3c226e9c0e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3728597 Jan 26 20:53:19.326794 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47406) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:19.394339 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b0b0e3ee-7f83-4066-9beb-5c376185ff3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:19.426839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b0b0e3ee-7f83-4066-9beb-5c376185ff3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:19.481505 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b0b0e3ee-7f83-4066-9beb-5c376185ff3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:19.487360 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3080e3f0-06a5-4c59-a192-69fcee5a2e00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:19.500046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b0e3ee-7f83-4066-9beb-5c376185ff3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07f522f-3849-44d9-a674-0b63baa4867e,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:19.519650 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b0b0e3ee-7f83-4066-9beb-5c376185ff3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:19.543139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b0b0e3ee-7f83-4066-9beb-5c376185ff3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:19.544803 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b0b0e3ee-7f83-4066-9beb-5c376185ff3a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d07f522f-3849-44d9-a674-0b63baa4867e HTTP/1.1" status: 204 len: 168 time: 0.2166982 Jan 26 20:53:20.434145 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-19b931c0-e2f3-4ea3-a128-ef2d3f7be791 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:20.439616 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-19b931c0-e2f3-4ea3-a128-ef2d3f7be791 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:20.550164 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47474) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:20.619342 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69508734-1bdd-455b-8df4-c08eb794adf4 req-a6f03a4b-2681-4cc1-98bf-19362fb6f2fa tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:20.621178 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-69508734-1bdd-455b-8df4-c08eb794adf4 req-a6f03a4b-2681-4cc1-98bf-19362fb6f2fa tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.2925308 Jan 26 20:53:20.709679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1990857705-network', 'tenant_id': '483724f4dcff423ab02db2c67d8b760d'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:53:20.712348 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-69508734-1bdd-455b-8df4-c08eb794adf4 req-4e381826-bdc7-4d23-97dc-6396feb2466d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771255 Jan 26 20:53:20.715347 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:20.719454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Usage tracker for resource:network and tenant:483724f4dcff423ab02db2c67d8b760d is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:20.721692 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [None req-19b931c0-e2f3-4ea3-a128-ef2d3f7be791 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Floating IP 64b496d1-9bb8-4565-a04d-d471abd03252 associated. External IP: 172.27.0.141, port: 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d. Jan 26 20:53:20.722627 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:20.729269 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:20.742630 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Made reservation on behalf of 483724f4dcff423ab02db2c67d8b760d for: {'network': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:53:20.750112 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:20.760700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:20.776317 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:20.780351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Usage tracker for resource:security_group_rule and tenant:483724f4dcff423ab02db2c67d8b760d is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:20.783354 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:20.789263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:20.875449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:20.878301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:20.883043 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f202810f-84d9-4b10-8e99-359953580f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:20.918467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c178c229-0571-4065-a04b-ea9d639b13cc,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:20.922013 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:20.923128 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:53:20.933844 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763135713310', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:20.934312 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Added segment 290c3da8-77bf-4a67-9456-ed22bfd026ea of type vxlan for network 5e31f10a-595d-482c-a657-886e8948a6a6 Jan 26 20:53:20.962133 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:20.996137 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:20.997442 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:20.998112 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:21.003223 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:21.096855 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b931c0-e2f3-4ea3-a128-ef2d3f7be791 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Router ad3422ae-a533-47de-ae19-36568699a049 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:53:21.114557 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Pushing event updated for resources: {'Network': ['ID=5e31f10a-595d-482c-a657-886e8948a6a6,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:21.118634 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5669045 Jan 26 20:53:21.119460 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:21.121943 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47486) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:21.132818 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network 5e31f10a-595d-482c-a657-886e8948a6a6 details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:53:21.133696 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Request body: {'subnet': {'network_id': '5e31f10a-595d-482c-a657-886e8948a6a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1990857705-subnet', 'tenant_id': '483724f4dcff423ab02db2c67d8b760d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:53:21.139968 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:21.144327 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Usage tracker for resource:subnet and tenant:483724f4dcff423ab02db2c67d8b760d is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:21.148248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:21.154757 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:21.167942 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47492) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:21.171509 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Made reservation on behalf of 483724f4dcff423ab02db2c67d8b760d for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:53:21.172027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network 5e31f10a-595d-482c-a657-886e8948a6a6 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:53:21.176601 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:21.272998 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47496) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:21.318597 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b931c0-e2f3-4ea3-a128-ef2d3f7be791 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:53:21.330302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-19b931c0-e2f3-4ea3-a128-ef2d3f7be791 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:21.366531 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c8331a-cd16-488e-8837-81c296a64219 admin admin] Deleting subnet 1b15c2cd-0ccc-4584-a5a3-7e811fd5090d {{(pid=80131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:53:21.378254 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-52c8331a-cd16-488e-8837-81c296a64219 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:21.402525 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-19b931c0-e2f3-4ea3-a128-ef2d3f7be791 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "PUT /v2.0/floatingips/64b496d1-9bb8-4565-a04d-d471abd03252 HTTP/1.1" status: 200 len: 991 time: 2.2186117 Jan 26 20:53:21.402525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2ad654d-be49-459d-a953-24a7fa8d0ff9', 'tag': '8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:53:21.449086 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-52c8331a-cd16-488e-8837-81c296a64219 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:21.460855 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-52c8331a-cd16-488e-8837-81c296a64219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:21.472425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bf88e7fa-c0a2-4cea-b01b-ddd3617870dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:21.489600 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-bf88e7fa-c0a2-4cea-b01b-ddd3617870dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:21.494251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-bf88e7fa-c0a2-4cea-b01b-ddd3617870dc admin admin] Usage tracker for resource:security_group_rule and tenant:219cc8300cff4614911f1ab85ec152d0 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:21.498599 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-bf88e7fa-c0a2-4cea-b01b-ddd3617870dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:21.505439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-bf88e7fa-c0a2-4cea-b01b-ddd3617870dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:21.534654 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2ad654d-be49-459d-a953-24a7fa8d0ff9', 'tag': '8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d', 'status': 'completed', 'code': 200} Jan 26 20:53:21.600485 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1218b2-a747-459d-bb5d-e1ddc7a89029 None None] Sync routers for ids ['ad3422ae-a533-47de-ae19-36568699a049'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:53:21.606662 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bf88e7fa-c0a2-4cea-b01b-ddd3617870dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:21.611206 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bf88e7fa-c0a2-4cea-b01b-ddd3617870dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:21.615438 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1218b2-a747-459d-bb5d-e1ddc7a89029 None None] Routers {'ad3422ae-a533-47de-ae19-36568699a049'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:53:21.616247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-3b1218b2-a747-459d-bb5d-e1ddc7a89029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:53:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ad3422ae-a533-47de-ae19-36568699a049'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:21.641502 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a1b467fb-427d-4551-b04d-c4bb23246cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:21.679412 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88e7fa-c0a2-4cea-b01b-ddd3617870dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284a4ea4-1de7-49b8-ae79-bd16f5649ec5,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:21.684739 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-bf88e7fa-c0a2-4cea-b01b-ddd3617870dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:21.713915 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-bf88e7fa-c0a2-4cea-b01b-ddd3617870dc admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=219cc8300cff4614911f1ab85ec152d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383817 Jan 26 20:53:21.714984 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47506) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:21.789866 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b00e1cc6-a8f2-4cdb-8270-fde542dac2c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:21.817558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-3b1218b2-a747-459d-bb5d-e1ddc7a89029 None None] Set router ad3422ae-a533-47de-ae19-36568699a049 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:53:21.825655 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b00e1cc6-a8f2-4cdb-8270-fde542dac2c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:21.923873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b00e1cc6-a8f2-4cdb-8270-fde542dac2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:21.931819 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5f821c28-1daf-4c30-8e38-332c69f3b821 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:21.947189 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00e1cc6-a8f2-4cdb-8270-fde542dac2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284a4ea4-1de7-49b8-ae79-bd16f5649ec5,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:21.950942 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b00e1cc6-a8f2-4cdb-8270-fde542dac2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:21.957076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b00e1cc6-a8f2-4cdb-8270-fde542dac2c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:21.958333 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b00e1cc6-a8f2-4cdb-8270-fde542dac2c5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/284a4ea4-1de7-49b8-ae79-bd16f5649ec5 HTTP/1.1" status: 204 len: 168 time: 0.2423761 Jan 26 20:53:21.993762 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7837333-4cdd-429f-87c0-7fe1d44d86b6 req-4fee216d-8adf-40ac-829b-8941051ef576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:21.995446 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d7837333-4cdd-429f-87c0-7fe1d44d86b6 req-4fee216d-8adf-40ac-829b-8941051ef576 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=954edcaec745436491b2623398786a63&device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 1162 time: 0.3979547 Jan 26 20:53:22.056013 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789bf6d4-cb48-4860-9263-c9ff40bd8643 req-e6ddf57e-7737-45dc-8e5c-d0704e0bcfdc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:22.064734 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-789bf6d4-cb48-4860-9263-c9ff40bd8643 req-e6ddf57e-7737-45dc-8e5c-d0704e0bcfdc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1886513 Jan 26 20:53:22.149428 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-789bf6d4-cb48-4860-9263-c9ff40bd8643 req-97b4c694-ce73-4115-968f-ca562cb35d62 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805159 Jan 26 20:53:22.159238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-52c8331a-cd16-488e-8837-81c296a64219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:22.205437 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:22.231751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-3b1218b2-a747-459d-bb5d-e1ddc7a89029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '64b496d1-9bb8-4565-a04d-d471abd03252', 'tenant_id': '954edcaec745436491b2623398786a63', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'port_id': '8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'mac_address': 'fa:16:3e:fb:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ad654d-be49-459d-a953-24a7fa8d0ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:52:47Z', 'updated_at': '2021-01-26T20:53:20Z', 'revision_number': 1, 'project_id': '954edcaec745436491b2623398786a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:52Z', 'revision_number': 5, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:22.236163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1218b2-a747-459d-bb5d-e1ddc7a89029 None None] Checking router: ad3422ae-a533-47de-ae19-36568699a049 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:53:22.246830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1218b2-a747-459d-bb5d-e1ddc7a89029 None None] Routers {'ad3422ae-a533-47de-ae19-36568699a049'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:53:22.247079 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-3b1218b2-a747-459d-bb5d-e1ddc7a89029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:53:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ad3422ae-a533-47de-ae19-36568699a049'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:22.305837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c8331a-cd16-488e-8837-81c296a64219 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b15c2cd-0ccc-4584-a5a3-7e811fd5090d,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:22.321408 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7837333-4cdd-429f-87c0-7fe1d44d86b6 req-da2de85b-ae52-4191-bef7-79c41adcda11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:22.323020 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d7837333-4cdd-429f-87c0-7fe1d44d86b6 req-da2de85b-ae52-4191-bef7-79c41adcda11 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02d20e51-2183-493a-a1ff-ad179f279ec0 HTTP/1.1" status: 200 len: 905 time: 0.3157482 Jan 26 20:53:22.326578 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-52c8331a-cd16-488e-8837-81c296a64219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:22.454242 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-3b1218b2-a747-459d-bb5d-e1ddc7a89029 None None] Set router ad3422ae-a533-47de-ae19-36568699a049 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:53:22.467456 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-52c8331a-cd16-488e-8837-81c296a64219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:22.523349 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d7837333-4cdd-429f-87c0-7fe1d44d86b6 req-6d14e46a-072e-43cf-a80b-902de9987d82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d HTTP/1.1" status: 200 len: 999 time: 0.1838844 Jan 26 20:53:22.533697 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-52c8331a-cd16-488e-8837-81c296a64219 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/1b15c2cd-0ccc-4584-a5a3-7e811fd5090d HTTP/1.1" status: 204 len: 168 time: 1.3617280 Jan 26 20:53:22.534842 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47524) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:22.595597 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:22.656078 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:22.664974 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:22.781538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7837333-4cdd-429f-87c0-7fe1d44d86b6 req-541ef2de-a611-4092-89c2-573c57fbafd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:22.783149 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d7837333-4cdd-429f-87c0-7fe1d44d86b6 req-541ef2de-a611-4092-89c2-573c57fbafd6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f57cca65-4616-4076-a364-f0a94b9bdce6 HTTP/1.1" status: 200 len: 850 time: 0.2508442 Jan 26 20:53:22.918544 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f0bf4fd-3748-4e8d-b859-24d8394e02d8,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:22.931030 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:22.952489 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:22.971409 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-3b1218b2-a747-459d-bb5d-e1ddc7a89029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '64b496d1-9bb8-4565-a04d-d471abd03252', 'tenant_id': '954edcaec745436491b2623398786a63', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'port_id': '8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'mac_address': 'fa:16:3e:fb:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ad654d-be49-459d-a953-24a7fa8d0ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:52:47Z', 'updated_at': '2021-01-26T20:53:20Z', 'revision_number': 1, 'project_id': '954edcaec745436491b2623398786a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:52Z', 'revision_number': 5, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:22.977090 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1218b2-a747-459d-bb5d-e1ddc7a89029 None None] The sync data for ids ['ad3422ae-a533-47de-ae19-36568699a049'] in dv-cinder-768105-4-iscsi is: [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '64b496d1-9bb8-4565-a04d-d471abd03252', 'tenant_id': '954edcaec745436491b2623398786a63', 'floating_ip_address': '172.27.0.141', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'port_id': '8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'mac_address': 'fa:16:3e:fb:fa:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2ad654d-be49-459d-a953-24a7fa8d0ff9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:52:47Z', 'updated_at': '2021-01-26T20:53:20Z', 'revision_number': 1, 'project_id': '954edcaec745436491b2623398786a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:52Z', 'revision_number': 5, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:53:23.021365 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7837333-4cdd-429f-87c0-7fe1d44d86b6 req-307a201c-8288-43ae-bf63-5c2ca16226dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:23.023254 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d7837333-4cdd-429f-87c0-7fe1d44d86b6 req-307a201c-8288-43ae-bf63-5c2ca16226dc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02d20e51-2183-493a-a1ff-ad179f279ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2272744 Jan 26 20:53:23.106220 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777014d5-33e0-4ef7-9fc7-f6100e5a1e1a req-f5f5e137-a3bc-438c-9e63-cf9add347181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:23.107833 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-777014d5-33e0-4ef7-9fc7-f6100e5a1e1a req-f5f5e137-a3bc-438c-9e63-cf9add347181 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5&device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 1162 time: 0.2395084 Jan 26 20:53:23.111414 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040fef4c-8b94-4822-a89d-1c35d573bb72']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:23.126509 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15fe1a3-7a0a-4495-b36a-e04a3a217f31') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:23.126851 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15fe1a3-7a0a-4495-b36a-e04a3a217f31') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:23.137736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Checking segment: {'id': '290c3da8-77bf-4a67-9456-ed22bfd026ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5e31f10a-595d-482c-a657-886e8948a6a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:53:23.138240 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Network hostable DHCP agents. Network: 5e31f10a-595d-482c-a657-886e8948a6a6, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:53:23.163883 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839864534'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:23.187018 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Network 5e31f10a-595d-482c-a657-886e8948a6a6 is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:53:23.212867 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, 5e31f10a-595d-482c-a657-886e8948a6a6) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:53:23.218171 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:23.219625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:23.221712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-178f9e7c-8284-4771-adae-25ef3038434c None None] Network 5e31f10a-595d-482c-a657-886e8948a6a6 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:53:23.234765 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d7837333-4cdd-429f-87c0-7fe1d44d86b6 req-4ffbd3b0-41f4-4957-897f-653bdb3526ee service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009015 Jan 26 20:53:23.243787 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:23.247697 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:53:23.278552 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-5ed04ad9-a627-4e7f-948a-4dd30b60d5b0 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1554379 Jan 26 20:53:23.408713 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47886199-3add-45c7-9b4d-f6d4886660f7 None None] New status for floating IP 64b496d1-9bb8-4565-a04d-d471abd03252: ACTIVE {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:53:23.740000 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beed5bcd-49f3-40eb-a683-5423337ed60e None None] Network 5e31f10a-595d-482c-a657-886e8948a6a6 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:53:23.844412 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d7837333-4cdd-429f-87c0-7fe1d44d86b6 req-4fea3aeb-c79e-48d5-8494-59b08a614ea7 service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6007483 Jan 26 20:53:23.952757 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Network 040fef4c-8b94-4822-a89d-1c35d573bb72 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:53:23.963841 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839408769'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:24.241239 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777014d5-33e0-4ef7-9fc7-f6100e5a1e1a req-dbbbac1a-a5cf-468e-8fd8-87d872461b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:24.242980 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-777014d5-33e0-4ef7-9fc7-f6100e5a1e1a req-dbbbac1a-a5cf-468e-8fd8-87d872461b8f service neutron] 10.222.0.11 "GET /v2.0/networks?id=904a70fd-fb27-440b-aa4c-ebdd097079d3 HTTP/1.1" status: 200 len: 911 time: 1.1033912 Jan 26 20:53:24.411566 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Network 040fef4c-8b94-4822-a89d-1c35d573bb72 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:53:24.446137 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:53:24.547259 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-777014d5-33e0-4ef7-9fc7-f6100e5a1e1a req-54f9d85d-0244-4040-b56e-b2a3999d840f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec22509d-971d-4da5-91e2-b33d7cd4dd50 HTTP/1.1" status: 200 len: 1000 time: 0.2545080 Jan 26 20:53:24.595219 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7c1103-37f2-4ad0-8b7c-c5f19da86761 req-a1190cd1-3388-4c09-b21c-ddc475819c5e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:24.596826 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ce7c1103-37f2-4ad0-8b7c-c5f19da86761 req-a1190cd1-3388-4c09-b21c-ddc475819c5e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.5005119 Jan 26 20:53:24.639969 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:24.671210 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:24.698957 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:24.722572 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Pushing event deleted for resources: {'Network': ['ID=040fef4c-8b94-4822-a89d-1c35d573bb72,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:24.745380 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777014d5-33e0-4ef7-9fc7-f6100e5a1e1a req-56baa3ae-4e58-48ed-b6d9-9dc53b05c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:24.746991 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-777014d5-33e0-4ef7-9fc7-f6100e5a1e1a req-56baa3ae-4e58-48ed-b6d9-9dc53b05c0e9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48167752-fd52-413a-9909-8656b42a787b HTTP/1.1" status: 200 len: 856 time: 0.1485102 Jan 26 20:53:24.750260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.750671 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.751076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.751480 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.751874 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.752268 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.752659 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.753047 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.753434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.753821 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.754232 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.754619 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.755045 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.755435 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.755822 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.756206 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.756602 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.757091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.757461 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.757848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.758259 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.758645 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.759031 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.759416 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:24.762975 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] 10.222.0.59 "DELETE /v2.0/networks/040fef4c-8b94-4822-a89d-1c35d573bb72 HTTP/1.1" status: 204 len: 168 time: 2.2277720 Jan 26 20:53:24.765494 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9089ba2a-9f8e-49cf-b2bd-aed5379dbf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:24.776582 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ce7c1103-37f2-4ad0-8b7c-c5f19da86761 req-c5f07f3d-e808-4ecd-b497-aae869ea09c1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415849 Jan 26 20:53:24.854393 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777014d5-33e0-4ef7-9fc7-f6100e5a1e1a req-0cc7487d-5429-426b-8009-108dd857f6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:24.856054 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-777014d5-33e0-4ef7-9fc7-f6100e5a1e1a req-0cc7487d-5429-426b-8009-108dd857f6e7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=904a70fd-fb27-440b-aa4c-ebdd097079d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0918596 Jan 26 20:53:24.971108 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47560) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:25.006141 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-777014d5-33e0-4ef7-9fc7-f6100e5a1e1a req-10415b10-ea63-4538-bd14-384b3e8bf085 service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403885 Jan 26 20:53:25.026817 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-79eda50a-04d4-47da-8167-accdc61945ae admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ca83b2fce6834a66bca57f769288eb36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520720 Jan 26 20:53:25.027032 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47564) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:25.090931 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:25.121350 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:25.165400 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-777014d5-33e0-4ef7-9fc7-f6100e5a1e1a req-9d44a1cb-45b4-4c4d-935a-5c5355a9057e service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1509202 Jan 26 20:53:25.170488 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:25.175733 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-060ac4d2-1a83-4385-a84c-7f1a910468c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:25.191281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21d140c-0b19-4402-8db6-0115293b185c,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:25.203538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.203943 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.204339 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.204729 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.205112 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.205495 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.205892 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.206330 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.206710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.207088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.207466 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.207842 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.208259 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.208640 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.209019 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.209391 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.210626 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.211030 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.211406 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.211784 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.212163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.212540 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.212913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.213294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:25.216588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:25.217619 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:25.221296 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ba70312e-a16f-45e4-895f-be9dfbca2c1c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/f21d140c-0b19-4402-8db6-0115293b185c HTTP/1.1" status: 204 len: 168 time: 0.1909225 Jan 26 20:53:26.177553 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec0471c-4571-40e9-8e8f-662951d3674a req-6272e5c4-36a0-49d4-b9f1-607df6daa223 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:26.180112 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-bec0471c-4571-40e9-8e8f-662951d3674a req-6272e5c4-36a0-49d4-b9f1-607df6daa223 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.2072089 Jan 26 20:53:26.229585 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-f529a2ad-6d03-4997-b531-529013d4d1a0 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:26.231262 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-f529a2ad-6d03-4997-b531-529013d4d1a0 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/networks?id=5e31f10a-595d-482c-a657-886e8948a6a6 HTTP/1.1" status: 200 len: 814 time: 0.3757327 Jan 26 20:53:26.279556 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-1ded3944-56a0-41c8-bef9-7dc83738a08a tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/quotas/483724f4dcff423ab02db2c67d8b760d HTTP/1.1" status: 200 len: 375 time: 0.0279925 Jan 26 20:53:26.339723 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-bec0471c-4571-40e9-8e8f-662951d3674a req-dc3e5160-b956-42ba-8807-0f3d285f0393 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073554 Jan 26 20:53:26.355698 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-e78f3025-b7b1-43e4-a661-be011287facb tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=483724f4dcff423ab02db2c67d8b760d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0692246 Jan 26 20:53:26.509996 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-9413da3f-d87d-4c4a-b540-47fc8e80b49d service neutron] 10.222.0.59 "GET /v2.0/networks/5e31f10a-595d-482c-a657-886e8948a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458969 Jan 26 20:53:26.674172 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-4aa463c9-299a-45b3-bdb4-65713707ab02 service neutron] 10.222.0.59 "GET /v2.0/networks/5e31f10a-595d-482c-a657-886e8948a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1577435 Jan 26 20:53:26.935018 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4905f36c-9866-4128-8c7b-754aaf466c77 req-bce68c56-44cf-4717-96c9-0c53a01f0dee tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 210 time: 0.0569930 Jan 26 20:53:27.650105 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:27.655483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a24395-0571-4847-b076-883edb3f26be req-5cee6c05-8640-4320-a398-c6cfb7e8559e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:27.656641 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b9a24395-0571-4847-b076-883edb3f26be req-5cee6c05-8640-4320-a398-c6cfb7e8559e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1536255 Jan 26 20:53:27.721440 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b9a24395-0571-4847-b076-883edb3f26be req-d4dcf281-d548-412a-b655-f4e00f32ea55 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584199 Jan 26 20:53:28.124779 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-eaaf80fb-016c-4deb-9a22-6eb613f9ba5b req-a6fd69a4-44a6-4bb1-bf72-daa00824b8a9 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 210 time: 0.0566916 Jan 26 20:53:29.099165 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46da6c17-73e5-4d90-92be-1ae594e966e4 req-6582eecf-bc45-4e77-9b74-08190edd1b88 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:29.106905 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-46da6c17-73e5-4d90-92be-1ae594e966e4 req-6582eecf-bc45-4e77-9b74-08190edd1b88 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.2263300 Jan 26 20:53:29.261583 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-46da6c17-73e5-4d90-92be-1ae594e966e4 req-0002ef4f-5ddf-4d46-b328-43fd03633388 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1536238 Jan 26 20:53:29.394508 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0941db09-613e-45c4-9b2a-4fb9725ee1f0 req-cbeaca45-dc4a-4721-afb2-5adfa3b103b7 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 210 time: 0.0771210 Jan 26 20:53:30.603977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10604e11-ea20-461a-95fc-a989f160c918 req-34c5b00b-518f-4db3-9478-f56f062f107d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:30.605612 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-10604e11-ea20-461a-95fc-a989f160c918 req-34c5b00b-518f-4db3-9478-f56f062f107d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1411664 Jan 26 20:53:30.695256 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-10604e11-ea20-461a-95fc-a989f160c918 req-b9ce7c20-2a9b-4891-8e55-a021646cc6b7 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830827 Jan 26 20:53:30.880530 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1e7e3db0-46fe-4e04-8f2e-c66f72d157f0 req-c2127336-c28f-49e3-be66-8202086fe04f tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 210 time: 0.0545003 Jan 26 20:53:31.743118 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-de1d776f-6942-4f8d-8f49-b6f738a5fbc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:31.994748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eab959a-9ac9-4152-aeac-863038a60c80 req-82ea21a2-c240-4a91-92e8-3d5480710634 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:31.996706 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9eab959a-9ac9-4152-aeac-863038a60c80 req-82ea21a2-c240-4a91-92e8-3d5480710634 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1513414 Jan 26 20:53:32.070649 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9eab959a-9ac9-4152-aeac-863038a60c80 req-002b483a-f795-4eec-94a1-34bdba80ab00 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670240 Jan 26 20:53:32.263689 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-281d44b8-d6dc-4ef9-b235-c3b0c1e0d6f2 req-94392826-859f-4a93-9995-3932f5f0e043 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 210 time: 0.0509071 Jan 26 20:53:32.775047 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-9b6d6ed8-9b45-4e87-a744-86ca3263321f tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:32.777712 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-9b6d6ed8-9b45-4e87-a744-86ca3263321f tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.11 "GET /v2.0/networks?id=5e31f10a-595d-482c-a657-886e8948a6a6 HTTP/1.1" status: 200 len: 814 time: 0.3210151 Jan 26 20:53:32.809937 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Request body: {'port': {'device_id': '7639fb8a-b808-430f-a554-2357434b35c1', 'network_id': '5e31f10a-595d-482c-a657-886e8948a6a6', 'admin_state_up': True, 'tenant_id': '483724f4dcff423ab02db2c67d8b760d'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:53:33.007838 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:33.012040 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Usage tracker for resource:port and tenant:483724f4dcff423ab02db2c67d8b760d is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:33.015065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:33.021282 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:33.031803 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Made reservation on behalf of 483724f4dcff423ab02db2c67d8b760d for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:53:33.046509 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:33.426687 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f03948-3355-4f77-b9b7-ce46358431f3 req-c63aa688-d586-47f8-88ad-ce9732651bec tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:33.428532 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-20f03948-3355-4f77-b9b7-ce46358431f3 req-c63aa688-d586-47f8-88ad-ce9732651bec tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.2009196 Jan 26 20:53:33.545282 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6df162ec-b26a-4404-909f-b42e8c0552e2 req-95df38a0-18c7-412c-86d1-85f6ec8cd736 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 210 time: 0.1153464 Jan 26 20:53:33.592590 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-20f03948-3355-4f77-b9b7-ce46358431f3 req-33343e7b-02a6-4171-940a-b34e2fe8e04d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209311 Jan 26 20:53:33.632626 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Allocated IP 172.20.0.3 (5e31f10a-595d-482c-a657-886e8948a6a6/9f0bf4fd-3748-4e8d-b859-24d8394e02d8/f21d72cb-19a7-4d30-8105-d06de5e02724) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:53:34.098934 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:34.137484 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:34.156167 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cbd07f31-c101-4b67-84c1-3bda2b92017d tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:34.309778 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Pushing event updated for resources: {'Port': ['ID=f21d72cb-19a7-4d30-8105-d06de5e02724,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:34.323946 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:34.362791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Network 5e31f10a-595d-482c-a657-886e8948a6a6 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:53:34.363938 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:53:34.369939 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:53:34.464349 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:34.465661 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-75548fce-b80a-48c2-a33e-da9fc35c016a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:34.488183 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:34.488984 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:34.511103 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7058966 Jan 26 20:53:34.823502 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f83ff-e4ca-48d8-b8b3-3f76ef56c4f3 req-683e79ae-e336-4085-a1a6-82a41453c32a tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:34.824334 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-8f2f83ff-e4ca-48d8-b8b3-3f76ef56c4f3 req-683e79ae-e336-4085-a1a6-82a41453c32a tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Synchronizing usage tracker for tenant:483724f4dcff423ab02db2c67d8b760d on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:53:34.843149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-8f2f83ff-e4ca-48d8-b8b3-3f76ef56c4f3 req-683e79ae-e336-4085-a1a6-82a41453c32a tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Unset dirty status for tenant:483724f4dcff423ab02db2c67d8b760d on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:53:34.844497 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8f2f83ff-e4ca-48d8-b8b3-3f76ef56c4f3 req-683e79ae-e336-4085-a1a6-82a41453c32a tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 931 time: 0.1578603 Jan 26 20:53:34.908952 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8f2f83ff-e4ca-48d8-b8b3-3f76ef56c4f3 req-59f2d625-40d5-4394-8d5d-c0c9a671920e tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567405 Jan 26 20:53:35.167444 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49be27b-9b9c-49f3-9f08-f1022a8110e5 req-0fcf43c3-5d26-4e36-b64c-ade15136e9d0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:35.169127 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f49be27b-9b9c-49f3-9f08-f1022a8110e5 req-0fcf43c3-5d26-4e36-b64c-ade15136e9d0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1355300 Jan 26 20:53:35.230242 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f49be27b-9b9c-49f3-9f08-f1022a8110e5 req-10d887ef-9fc2-4782-b3d3-c535316ada44 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533555 Jan 26 20:53:35.787445 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:35.869390 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Request body: {'port': {'device_id': '7639fb8a-b808-430f-a554-2357434b35c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:53:35.993148 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:36.041134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:36.299397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4300283-b85b-48a9-88c5-676894f72099 req-56b6a505-7e4b-40d1-af88-6d69b264acdd tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:36.301061 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f4300283-b85b-48a9-88c5-676894f72099 req-56b6a505-7e4b-40d1-af88-6d69b264acdd tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 931 time: 0.2625568 Jan 26 20:53:36.499323 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f4300283-b85b-48a9-88c5-676894f72099 req-8710024d-f35f-487e-b0d7-ef2859abb6ad tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689217 Jan 26 20:53:36.607244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e077cb9a-b242-40d5-aaf5-5e239181a48d req-75d0d6e1-ef5e-4a4f-940f-be005d5adaab tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:36.608876 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e077cb9a-b242-40d5-aaf5-5e239181a48d req-75d0d6e1-ef5e-4a4f-940f-be005d5adaab tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.2143161 Jan 26 20:53:36.631431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431045df-8155-40fd-9a70-d3005f40a86f req-b213bf0d-dfa1-4ce6-82ac-26ce7b1dfa70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:36.633426 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-431045df-8155-40fd-9a70-d3005f40a86f req-b213bf0d-dfa1-4ce6-82ac-26ce7b1dfa70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5&device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 1162 time: 0.0818675 Jan 26 20:53:36.730568 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e077cb9a-b242-40d5-aaf5-5e239181a48d req-e5cd0f67-d157-4516-b283-9f70588be226 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076531 Jan 26 20:53:36.732537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21d72cb-19a7-4d30-8105-d06de5e02724 {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:53:36.740479 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:36.753468 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Transition to ACTIVE for port object f21d72cb-19a7-4d30-8105-d06de5e02724 will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:53:36.757979 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:36.776360 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:36.785583 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431045df-8155-40fd-9a70-d3005f40a86f req-21592e93-8faa-4e8f-8bc8-4946da5b9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:36.787185 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-431045df-8155-40fd-9a70-d3005f40a86f req-21592e93-8faa-4e8f-8bc8-4946da5b9109 service neutron] 10.222.0.11 "GET /v2.0/networks?id=904a70fd-fb27-440b-aa4c-ebdd097079d3 HTTP/1.1" status: 200 len: 911 time: 0.1428540 Jan 26 20:53:36.900178 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-431045df-8155-40fd-9a70-d3005f40a86f req-0f8da99b-d33c-49d4-a0e3-66ca5fad24b9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec22509d-971d-4da5-91e2-b33d7cd4dd50 HTTP/1.1" status: 200 len: 1000 time: 0.1060536 Jan 26 20:53:36.912527 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Pushing event updated for resources: {'Port': ['ID=f21d72cb-19a7-4d30-8105-d06de5e02724,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:36.917135 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:36.972860 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431045df-8155-40fd-9a70-d3005f40a86f req-2a378d9a-273b-46b9-afc3-7f0d92e98ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:36.974481 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-431045df-8155-40fd-9a70-d3005f40a86f req-2a378d9a-273b-46b9-afc3-7f0d92e98ef9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48167752-fd52-413a-9909-8656b42a787b HTTP/1.1" status: 200 len: 856 time: 0.0672603 Jan 26 20:53:37.058840 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431045df-8155-40fd-9a70-d3005f40a86f req-a2697e6a-5afc-4491-904c-a2eba0603c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:37.060499 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-431045df-8155-40fd-9a70-d3005f40a86f req-a2697e6a-5afc-4491-904c-a2eba0603c7d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=904a70fd-fb27-440b-aa4c-ebdd097079d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777230 Jan 26 20:53:37.105998 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Attempting to bind port f21d72cb-19a7-4d30-8105-d06de5e02724 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:53:37.106382 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Attempting to bind port f21d72cb-19a7-4d30-8105-d06de5e02724 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '290c3da8-77bf-4a67-9456-ed22bfd026ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5e31f10a-595d-482c-a657-886e8948a6a6'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:53:37.106751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Attempting to bind port f21d72cb-19a7-4d30-8105-d06de5e02724 on network 5e31f10a-595d-482c-a657-886e8948a6a6 {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:53:37.112534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:53:37.112903 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Checking segment: {'id': '290c3da8-77bf-4a67-9456-ed22bfd026ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5e31f10a-595d-482c-a657-886e8948a6a6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:53:37.113302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:37.113694 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Bound using segment: {'id': '290c3da8-77bf-4a67-9456-ed22bfd026ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5e31f10a-595d-482c-a657-886e8948a6a6'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:53:37.114305 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Bound port: f21d72cb-19a7-4d30-8105-d06de5e02724, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290c3da8-77bf-4a67-9456-ed22bfd026ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5e31f10a-595d-482c-a657-886e8948a6a6'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:53:37.114676 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:37.214933 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-431045df-8155-40fd-9a70-d3005f40a86f req-65783f3a-951e-422b-9e90-d81b2691d894 service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439102 Jan 26 20:53:37.224631 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] For port f21d72cb-19a7-4d30-8105-d06de5e02724, host hv-cinder-76810, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:53:37.228059 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] For port f21d72cb-19a7-4d30-8105-d06de5e02724, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f21d72cb-19a7-4d30-8105-d06de5e02724,segment=NetworkSegment(290c3da8-77bf-4a67-9456-ed22bfd026ea),segment_id=290c3da8-77bf-4a67-9456-ed22bfd026ea)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:53:37.231851 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:37.249161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-48d3b475-e5d2-4dc5-9c30-8e0362accc3e tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:37.379078 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-431045df-8155-40fd-9a70-d3005f40a86f req-c1715ab2-7f3d-44bd-a222-2375b880d299 service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1563711 Jan 26 20:53:37.393483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Pushing event updated for resources: {'Port': ['ID=f21d72cb-19a7-4d30-8105-d06de5e02724,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:37.399621 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:37.446813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:37.447500 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:37.448983 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] 10.222.0.11 "PUT /v2.0/ports/f21d72cb-19a7-4d30-8105-d06de5e02724 HTTP/1.1" status: 200 len: 1157 time: 1.5852761 Jan 26 20:53:37.449526 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7639fb8a-b808-430f-a554-2357434b35c1', 'tag': 'f21d72cb-19a7-4d30-8105-d06de5e02724'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:53:37.512420 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7639fb8a-b808-430f-a554-2357434b35c1', 'tag': 'f21d72cb-19a7-4d30-8105-d06de5e02724', 'status': 'completed', 'code': 200} Jan 26 20:53:37.613100 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-a0ca351c-3b31-4f16-bb9f-2642bad2df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:37.615930 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-a0ca351c-3b31-4f16-bb9f-2642bad2df8e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=483724f4dcff423ab02db2c67d8b760d&device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 1160 time: 0.0839555 Jan 26 20:53:37.748838 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-f32c7dde-6a4a-403d-b19e-3ebdf6b82981 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f21d72cb-19a7-4d30-8105-d06de5e02724 HTTP/1.1" status: 200 len: 217 time: 0.1183579 Jan 26 20:53:37.838878 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-6daccd1d-52a2-4dda-bf0b-2eee6a952b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:37.840609 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-6daccd1d-52a2-4dda-bf0b-2eee6a952b1f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f0bf4fd-3748-4e8d-b859-24d8394e02d8 HTTP/1.1" status: 200 len: 854 time: 0.0843332 Jan 26 20:53:37.890838 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e4cb4-5e0e-4b3c-8e47-6c5a7e21f6f7 req-847f1598-660f-46b6-938e-cbfa0206aaf4 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:37.892677 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b46e4cb4-5e0e-4b3c-8e47-6c5a7e21f6f7 req-847f1598-660f-46b6-938e-cbfa0206aaf4 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 943 time: 0.2043650 Jan 26 20:53:37.996717 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-5887810a-89f1-4caf-97d0-e01d907cd621 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e31f10a-595d-482c-a657-886e8948a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1030092 Jan 26 20:53:38.128576 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b46e4cb4-5e0e-4b3c-8e47-6c5a7e21f6f7 req-41a1e9c2-c97a-44a5-b0e3-6a22567956e1 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906064 Jan 26 20:53:38.236455 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35ed66c-d6df-4596-8fec-cbe963c7a7ae req-37484145-1e7e-47f8-b096-f35039a5940c tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:38.238115 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d35ed66c-d6df-4596-8fec-cbe963c7a7ae req-37484145-1e7e-47f8-b096-f35039a5940c tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.3432317 Jan 26 20:53:38.248549 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-6a615302-231d-48a9-af6b-849419aea9f1 service neutron] 10.222.0.11 "GET /v2.0/networks/5e31f10a-595d-482c-a657-886e8948a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2402208 Jan 26 20:53:38.587473 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d35ed66c-d6df-4596-8fec-cbe963c7a7ae req-b0d42dd0-64b8-4516-b33f-ffdfc2c9a9c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412943 Jan 26 20:53:38.645496 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e64fd8b-4e5a-4266-a8e1-8e62f0d7cf23 req-2f014c0c-a49d-455e-ad75-1292edf84e6c service neutron] 10.222.0.11 "GET /v2.0/networks/5e31f10a-595d-482c-a657-886e8948a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3777366 Jan 26 20:53:38.833977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b5687-f6c8-4805-93af-cd4139fe7e67 req-316bd044-b685-40c1-a0b4-4ea9fa220235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:38.838325 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5e6b5687-f6c8-4805-93af-cd4139fe7e67 req-316bd044-b685-40c1-a0b4-4ea9fa220235 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=483724f4dcff423ab02db2c67d8b760d&device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 1160 time: 0.0943575 Jan 26 20:53:38.980156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b5687-f6c8-4805-93af-cd4139fe7e67 req-29575faf-0870-4b49-b833-96ffe1126f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:38.981709 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5e6b5687-f6c8-4805-93af-cd4139fe7e67 req-29575faf-0870-4b49-b833-96ffe1126f4a service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e31f10a-595d-482c-a657-886e8948a6a6 HTTP/1.1" status: 200 len: 908 time: 0.1359236 Jan 26 20:53:39.060123 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5e6b5687-f6c8-4805-93af-cd4139fe7e67 req-27ca4c45-e72b-4305-a3ab-4ec5ba26963a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f21d72cb-19a7-4d30-8105-d06de5e02724 HTTP/1.1" status: 200 len: 217 time: 0.0710194 Jan 26 20:53:39.130607 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b5687-f6c8-4805-93af-cd4139fe7e67 req-9bed0cf3-efb2-4043-ba72-189aacaf58ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:39.132784 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5e6b5687-f6c8-4805-93af-cd4139fe7e67 req-9bed0cf3-efb2-4043-ba72-189aacaf58ce service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f0bf4fd-3748-4e8d-b859-24d8394e02d8 HTTP/1.1" status: 200 len: 854 time: 0.0654824 Jan 26 20:53:39.208348 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5e6b5687-f6c8-4805-93af-cd4139fe7e67 req-8b79f9a4-6f8a-4f43-8590-313fb7c26023 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e31f10a-595d-482c-a657-886e8948a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466053 Jan 26 20:53:39.427563 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5e6b5687-f6c8-4805-93af-cd4139fe7e67 req-9fb923fd-dfcf-45b5-b15b-9a7867c438b6 service neutron] 10.222.0.11 "GET /v2.0/networks/5e31f10a-595d-482c-a657-886e8948a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066441 Jan 26 20:53:39.480867 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e7f54-e229-4962-ac13-f49e61d480e0 req-63b1d175-a377-45f0-8c59-6ec84c37691c tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:39.482501 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fe2e7f54-e229-4962-ac13-f49e61d480e0 req-63b1d175-a377-45f0-8c59-6ec84c37691c tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 943 time: 0.1830974 Jan 26 20:53:39.630168 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fe2e7f54-e229-4962-ac13-f49e61d480e0 req-abd7679f-ebb4-4e41-af33-eeb7c6ecbdba tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218076 Jan 26 20:53:39.666608 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5e6b5687-f6c8-4805-93af-cd4139fe7e67 req-33c7b8ba-9261-4a51-a6f7-d4a53ea5a8dc service neutron] 10.222.0.11 "GET /v2.0/networks/5e31f10a-595d-482c-a657-886e8948a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1830590 Jan 26 20:53:39.869199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbfd896-ac7c-4c5b-b261-29b7fbf23f29 req-1b944afa-71d9-4cee-8561-f9bd5a9e3d67 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:39.870903 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2cbfd896-ac7c-4c5b-b261-29b7fbf23f29 req-1b944afa-71d9-4cee-8561-f9bd5a9e3d67 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1287196 Jan 26 20:53:39.927151 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2cbfd896-ac7c-4c5b-b261-29b7fbf23f29 req-aac9a444-ff9b-43d1-9df4-9a8e6443687b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498781 Jan 26 20:53:40.052099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device ec22509d-971d-4da5-91e2-b33d7cd4dd50 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:53:40.174313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:40.211974 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port ec22509d-971d-4da5-91e2-b33d7cd4dd50, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ec22509d-971d-4da5-91e2-b33d7cd4dd50,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:53:40.213008 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:53:40.219020 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:40.220837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:40.278100 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50', 'code': 422} returned with failed status Jan 26 20:53:40.307680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=ec22509d-971d-4da5-91e2-b33d7cd4dd50,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:40.311406 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:40.914353 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002fabb-92fb-429f-ba32-088a9d37adc8 req-df3bf9e8-0c59-411f-91b6-c26772e47538 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:40.916083 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e002fabb-92fb-429f-ba32-088a9d37adc8 req-df3bf9e8-0c59-411f-91b6-c26772e47538 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 943 time: 0.1487451 Jan 26 20:53:40.982196 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e002fabb-92fb-429f-ba32-088a9d37adc8 req-b3f5003e-deeb-4596-abce-15ab1840d6d7 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546031 Jan 26 20:53:41.024019 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47820) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:41.144672 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bf176-8288-4d5b-9e64-ae829c0251b4 req-0e48d2fe-f925-410c-8144-580ffd6430fa tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:41.146364 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b05bf176-8288-4d5b-9e64-ae829c0251b4 req-0e48d2fe-f925-410c-8144-580ffd6430fa tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.1299627 Jan 26 20:53:41.182552 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed1cdb9d-12f7-454a-a612-50718f63ec45 req-d277d2a5-f777-4c59-8567-3526873b859e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1571715 Jan 26 20:53:41.203829 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b05bf176-8288-4d5b-9e64-ae829c0251b4 req-41c8de03-10e0-4e23-8010-d6f7a151224d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507605 Jan 26 20:53:42.217388 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.objects.ports [None req-a3b2b63e-cb08-4ba2-b26a-3e30e57d65e0 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:53:42.241182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee73d50-755e-45d8-8407-a5e90e55629c req-dd89b39e-8acb-4efd-a34d-683f5c12ed41 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:42.242832 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4ee73d50-755e-45d8-8407-a5e90e55629c req-dd89b39e-8acb-4efd-a34d-683f5c12ed41 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 943 time: 0.1263678 Jan 26 20:53:42.302496 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4ee73d50-755e-45d8-8407-a5e90e55629c req-6aaf0d91-0b6b-4314-b9f8-d0ab70ecbecb tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533333 Jan 26 20:53:42.474516 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae9a4d3-db41-4784-8207-85b0f5d44c72 req-def052b6-6deb-44af-89fe-d1ad87158f33 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:42.476221 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1ae9a4d3-db41-4784-8207-85b0f5d44c72 req-def052b6-6deb-44af-89fe-d1ad87158f33 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.1243737 Jan 26 20:53:42.533578 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1ae9a4d3-db41-4784-8207-85b0f5d44c72 req-8a8560d2-217d-4ff0-8d93-dbfb159dab24 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504134 Jan 26 20:53:42.726382 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device f21d72cb-19a7-4d30-8105-d06de5e02724 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:53:42.796693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cdb9d-12f7-454a-a612-50718f63ec45 req-77cec50a-6aee-4b1a-b612-17da52297531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:42.798838 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed1cdb9d-12f7-454a-a612-50718f63ec45 req-77cec50a-6aee-4b1a-b612-17da52297531 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14&tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5 HTTP/1.1" status: 200 len: 1160 time: 0.0819247 Jan 26 20:53:42.801764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port f21d72cb-19a7-4d30-8105-d06de5e02724 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:53:42.807851 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port f21d72cb-19a7-4d30-8105-d06de5e02724 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:53:42.808263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:42.915264 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cdb9d-12f7-454a-a612-50718f63ec45 req-0d35abf0-1730-46ab-87e1-535ac2f2c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:42.917301 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed1cdb9d-12f7-454a-a612-50718f63ec45 req-0d35abf0-1730-46ab-87e1-535ac2f2c17b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5&device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 1160 time: 0.0843961 Jan 26 20:53:42.998131 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.033811 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7639fb8a-b808-430f-a554-2357434b35c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21d72cb-19a7-4d30-8105-d06de5e02724'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:53:43.045520 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port f21d72cb-19a7-4d30-8105-d06de5e02724, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f21d72cb-19a7-4d30-8105-d06de5e02724,segment=NetworkSegment(290c3da8-77bf-4a67-9456-ed22bfd026ea),segment_id=290c3da8-77bf-4a67-9456-ed22bfd026ea)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:53:43.050331 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.054313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:43.074903 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cdb9d-12f7-454a-a612-50718f63ec45 req-8bc03d6a-571c-4f41-8e6d-2dbf7602ab3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:43.076517 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed1cdb9d-12f7-454a-a612-50718f63ec45 req-8bc03d6a-571c-4f41-8e6d-2dbf7602ab3f service neutron] 10.222.0.11 "GET /v2.0/networks?id=904a70fd-fb27-440b-aa4c-ebdd097079d3 HTTP/1.1" status: 200 len: 911 time: 0.1519601 Jan 26 20:53:43.093680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47854) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:43.206024 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed1cdb9d-12f7-454a-a612-50718f63ec45 req-897004d8-f6a8-4c83-9d0e-2bfc867f36de service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ec22509d-971d-4da5-91e2-b33d7cd4dd50 HTTP/1.1" status: 200 len: 998 time: 0.1218638 Jan 26 20:53:43.274464 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7639fb8a-b808-430f-a554-2357434b35c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21d72cb-19a7-4d30-8105-d06de5e02724', 'code': 200} Jan 26 20:53:43.278734 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-17410791-fedf-4ba3-bd4e-04fc4d27f88b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.293489 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cdb9d-12f7-454a-a612-50718f63ec45 req-ba0f8862-3161-4bf9-ae87-b1422214f119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:43.296187 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed1cdb9d-12f7-454a-a612-50718f63ec45 req-ba0f8862-3161-4bf9-ae87-b1422214f119 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48167752-fd52-413a-9909-8656b42a787b HTTP/1.1" status: 200 len: 856 time: 0.0807128 Jan 26 20:53:43.296847 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-17410791-fedf-4ba3-bd4e-04fc4d27f88b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:43.301551 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-17410791-fedf-4ba3-bd4e-04fc4d27f88b admin admin] Usage tracker for resource:security_group_rule and tenant:b584216d09684f659abcfc8c05cdb461 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:43.304890 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-17410791-fedf-4ba3-bd4e-04fc4d27f88b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:43.311626 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-17410791-fedf-4ba3-bd4e-04fc4d27f88b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:43.314849 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=f21d72cb-19a7-4d30-8105-d06de5e02724,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:43.318105 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:43.389972 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cdb9d-12f7-454a-a612-50718f63ec45 req-8b66e18a-8e69-44c4-a32f-adba92d98a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:43.391691 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed1cdb9d-12f7-454a-a612-50718f63ec45 req-8b66e18a-8e69-44c4-a32f-adba92d98a63 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=904a70fd-fb27-440b-aa4c-ebdd097079d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882580 Jan 26 20:53:43.458652 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b976ae-6261-467e-9f1c-fd2ae4decd34 req-a35aa6ac-d3f8-4011-8e4d-a4619e0dc50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:43.461044 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-90b976ae-6261-467e-9f1c-fd2ae4decd34 req-a35aa6ac-d3f8-4011-8e4d-a4619e0dc50a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 1162 time: 0.1112280 Jan 26 20:53:43.507014 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-17410791-fedf-4ba3-bd4e-04fc4d27f88b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.515894 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-17410791-fedf-4ba3-bd4e-04fc4d27f88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.527148 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cd454c88-6c9c-4de1-8817-cc660a062239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:43.557464 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-90b976ae-6261-467e-9f1c-fd2ae4decd34 req-4f66cc21-c101-47d7-ae8b-4d781b156fb0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865068 Jan 26 20:53:43.571970 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-17410791-fedf-4ba3-bd4e-04fc4d27f88b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b584216d09684f659abcfc8c05cdb461&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4770801 Jan 26 20:53:43.575128 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47862) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:43.588763 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17410791-fedf-4ba3-bd4e-04fc4d27f88b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a160e414-3a01-4801-9c1a-8567b5d9a14f,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:43.592177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-17410791-fedf-4ba3-bd4e-04fc4d27f88b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:43.601913 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed1cdb9d-12f7-454a-a612-50718f63ec45 req-46632771-75bf-4d39-b852-ac3a544bb7b3 service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033019 Jan 26 20:53:43.653371 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f746559c-4893-4089-b270-9cc9f5719212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.677195 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fc691a-21e2-4219-8916-f31aca6e3e44 req-39cb3b7e-9c91-44c6-9eea-f5d36601d6e2 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:43.679500 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b1fc691a-21e2-4219-8916-f31aca6e3e44 req-39cb3b7e-9c91-44c6-9eea-f5d36601d6e2 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 945 time: 0.2083158 Jan 26 20:53:43.685217 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f746559c-4893-4089-b270-9cc9f5719212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.738295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f746559c-4893-4089-b270-9cc9f5719212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.743605 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-228b924b-b606-4ddf-8816-d59b5c6341f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:43.757186 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746559c-4893-4089-b270-9cc9f5719212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a160e414-3a01-4801-9c1a-8567b5d9a14f,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:43.760476 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f746559c-4893-4089-b270-9cc9f5719212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:43.762523 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f746559c-4893-4089-b270-9cc9f5719212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:43.763743 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f746559c-4893-4089-b270-9cc9f5719212 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/a160e414-3a01-4801-9c1a-8567b5d9a14f HTTP/1.1" status: 204 len: 168 time: 0.1876504 Jan 26 20:53:43.792334 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b1fc691a-21e2-4219-8916-f31aca6e3e44 req-36188563-bc17-42a6-925a-ed1a635fca5c tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062877 Jan 26 20:53:43.865081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abaecc-a27b-412f-9657-d63f5e3eef0f req-6348a6dd-dda5-43b6-82de-3dba316106a9 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:43.866856 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-07abaecc-a27b-412f-9657-d63f5e3eef0f req-6348a6dd-dda5-43b6-82de-3dba316106a9 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.1641445 Jan 26 20:53:44.016372 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-07abaecc-a27b-412f-9657-d63f5e3eef0f req-5ac968ca-a70e-4a93-b940-112b2f64ca6c tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239810 Jan 26 20:53:44.058550 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed1cdb9d-12f7-454a-a612-50718f63ec45 req-837a244b-f9cf-4ee0-8184-b6e2ff413346 service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1906538 Jan 26 20:53:44.220321 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device f21d72cb-19a7-4d30-8105-d06de5e02724 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:53:44.299413 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port f21d72cb-19a7-4d30-8105-d06de5e02724 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:53:44.299992 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:44.641950 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47888) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:44.787443 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-611500594-network', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:53:44.792520 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:44.796600 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Usage tracker for resource:network and tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:44.799656 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:44.806496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:44.816922 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Made reservation on behalf of ddb9c1e31e3d4a36aea324e94f6a1be6 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:53:44.822381 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:44.835901 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:44.851830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:44.855914 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Usage tracker for resource:security_group_rule and tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:44.858882 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:44.864737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:45.005857 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:45.010636 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:45.015415 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-30d5ddeb-b2d7-493b-8706-b66d7580dcae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:45.055740 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:53:45.074765 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12c20918-47bc-4795-99bc-b376c1b81b48,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:45.084439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:45.087180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:45.087564 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Added segment 201ad8a3-9435-4339-84eb-368bc8964e62 of type vxlan for network 24a08fe2-8195-4a58-b16c-ee168535efec Jan 26 20:53:45.151137 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5675f-967f-43b4-892d-78f4845a67d1 req-cfa19b87-2f57-4875-9e1e-b43fff7fca3a tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:45.152855 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-38d5675f-967f-43b4-892d-78f4845a67d1 req-cfa19b87-2f57-4875-9e1e-b43fff7fca3a tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 945 time: 0.2012668 Jan 26 20:53:45.189584 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:45.293095 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-38d5675f-967f-43b4-892d-78f4845a67d1 req-498dfa2d-15a4-4d07-adcc-9e31e5be4014 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308110 Jan 26 20:53:45.315323 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:45.316383 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:45.317013 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:45.322360 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:45.737107 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eaf1df-3e94-41b6-a609-ea99c3d352ed req-1f668e6f-5eda-4cb8-bb05-c826ccdf9430 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:45.738814 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-62eaf1df-3e94-41b6-a609-ea99c3d352ed req-1f668e6f-5eda-4cb8-bb05-c826ccdf9430 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.5546546 Jan 26 20:53:45.747182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47958) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:45.747379 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.1041868 Jan 26 20:53:45.748613 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Pushing event updated for resources: {'Network': ['ID=24a08fe2-8195-4a58-b16c-ee168535efec,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:45.753534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:45.765394 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network 24a08fe2-8195-4a58-b16c-ee168535efec details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:53:45.776651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Request body: {'subnet': {'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-611500594-subnet', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'ip_version': 4}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:53:45.791322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:45.798872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Usage tracker for resource:subnet and tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:45.806952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:45.812563 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network 24a08fe2-8195-4a58-b16c-ee168535efec details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:53:45.821650 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:45.844402 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-62eaf1df-3e94-41b6-a609-ea99c3d352ed req-bd9c2359-6677-4058-b8cf-b41f0e80a889 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895510 Jan 26 20:53:45.845835 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Made reservation on behalf of ddb9c1e31e3d4a36aea324e94f6a1be6 for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:53:45.857451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:46.675612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:46.704666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:46.834641 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1604279-fa6e-4070-a38e-1c53668ceda0,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:46.850236 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:46.914732 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Checking segment: {'id': '201ad8a3-9435-4339-84eb-368bc8964e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:53:46.915126 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Network hostable DHCP agents. Network: 24a08fe2-8195-4a58-b16c-ee168535efec, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:53:46.934064 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Network 24a08fe2-8195-4a58-b16c-ee168535efec is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:53:46.942930 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, 24a08fe2-8195-4a58-b16c-ee168535efec) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:53:46.947885 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:46.948533 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:46.954944 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400046d5-cdf6-4838-94d7-3f46159df60b None None] Network 24a08fe2-8195-4a58-b16c-ee168535efec requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:53:46.973610 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2221222 Jan 26 20:53:46.973822 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 47982) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:46.979287 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:53:46.984138 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:46.988195 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Usage tracker for resource:router and tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:46.992154 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:47.000604 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:47.011262 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854409195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760501'] for router, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:47.012338 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-369215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15314'] for router, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:47.027069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:47.177608 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa13a75-cbde-4f20-9b13-c49a2cbc7f3e req-281f8b44-e87a-436a-8484-05410c5bf69b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:47.186851 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7aa13a75-cbde-4f20-9b13-c49a2cbc7f3e req-281f8b44-e87a-436a-8484-05410c5bf69b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.1698074 Jan 26 20:53:47.252347 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7aa13a75-cbde-4f20-9b13-c49a2cbc7f3e req-9f4ddb9b-6870-462a-bdc1-1743fbd112dc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643671 Jan 26 20:53:47.273669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3791d41-e15c-53c4-87a2-9486d57af777-24a08fe2-8195-4a58-b16c-ee168535efec', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'fixed_ips': [{'subnet_id': 'a1604279-fa6e-4070-a38e-1c53668ceda0'}]}} from dv-cinder-768105-4-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 20:53:47.274625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:47.429313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854409212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15329'] for router, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:47.589559 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Allocated IP 172.20.0.2 (24a08fe2-8195-4a58-b16c-ee168535efec/a1604279-fa6e-4070-a38e-1c53668ceda0/bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:53:47.841305 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:47.841949 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:47.853261 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Transition to ACTIVE for port object bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:53:47.870205 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Transition to ACTIVE for port object bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:53:47.875963 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:47.876252 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:47.892192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:48.033447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Pushing event updated for resources: {'Port': ['ID=bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:48.046749 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.047410 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.048128 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.048674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.049354 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.050238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.050777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.051312 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.051974 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.052644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.053215 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.053764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.054632 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.055162 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.055683 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.056194 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.056710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.057232 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.057749 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.058440 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.058961 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.059760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.060689 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.061201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:53:48.088260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:48.174704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Network 24a08fe2-8195-4a58-b16c-ee168535efec is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:53:48.176467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:53:48.182473 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:53:48.256974 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Attempting to bind port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:53:48.257393 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Attempting to bind port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': '201ad8a3-9435-4339-84eb-368bc8964e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:53:48.257795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Attempting to bind port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 on network 24a08fe2-8195-4a58-b16c-ee168535efec {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:53:48.264200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:53:48.264612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Checking segment: {'id': '201ad8a3-9435-4339-84eb-368bc8964e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:53:48.265052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:48.265485 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Bound using segment: {'id': '201ad8a3-9435-4339-84eb-368bc8964e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:53:48.266017 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Bound port: bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201ad8a3-9435-4339-84eb-368bc8964e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:53:48.266431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:48.365752 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] For port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:53:48.369911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] For port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467,segment=NetworkSegment(201ad8a3-9435-4339-84eb-368bc8964e62),segment_id=201ad8a3-9435-4339-84eb-368bc8964e62)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:53:48.374289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:48.393198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d5d4f087-1db2-42f5-a3ea-6c7f6766fde9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:48.442325 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Allocated IP 172.27.0.165 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/4066da2b-03ec-4520-9b33-726af173742a) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:53:48.532711 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d670a-7a9a-4461-9fb4-3a8ff0072948 req-a341a098-8151-4636-85b3-ee9ec33cc2a1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:48.534448 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-103d670a-7a9a-4461-9fb4-3a8ff0072948 req-a341a098-8151-4636-85b3-ee9ec33cc2a1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.1297040 Jan 26 20:53:48.564986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Pushing event updated for resources: {'Port': ['ID=bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:48.583682 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:48.649054 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:48.696802 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:48.723347 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-103d670a-7a9a-4461-9fb4-3a8ff0072948 req-923633d4-1304-4ebc-9cde-aa60bfeec7f4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808257 Jan 26 20:53:48.738666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:48.919709 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Pushing event updated for resources: {'Port': ['ID=4066da2b-03ec-4520-9b33-726af173742a,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:48.924876 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:48.976962 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:53:48.978245 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:53:48.980559 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:53:49.442300 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:49.854946 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-366604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854406635'] for router, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:50.046002 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daed5b0-4587-4520-94e8-12efda29a9af req-841b9130-3586-479b-881f-d3a76737ea02 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:50.050286 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1daed5b0-4587-4520-94e8-12efda29a9af req-841b9130-3586-479b-881f-d3a76737ea02 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.1395948 Jan 26 20:53:50.118105 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Router 1b17d556-d143-4144-9859-d42e0a3eec32 is scheduled to L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d with binding_index 1 {{(pid=80131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 20:53:50.157609 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1daed5b0-4587-4520-94e8-12efda29a9af req-47bed415-13d8-457d-a80b-70463711bba5 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024690 Jan 26 20:53:50.285274 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:53:50.363515 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:53:50.373257 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd40f47b-d6ac-4ede-bc9a-50e1b817c337 None None] Network 24a08fe2-8195-4a58-b16c-ee168535efec requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:53:50.393714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:53:50.419917 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Notify callbacks [] for router, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:50.421241 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4464080 Jan 26 20:53:50.424247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 47998) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:50.446660 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Sync routers for ids ['1b17d556-d143-4144-9859-d42e0a3eec32'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:53:50.480286 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Routers {'1b17d556-d143-4144-9859-d42e0a3eec32'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:53:50.480893 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:53:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['1b17d556-d143-4144-9859-d42e0a3eec32'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:50.612378 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-392815b0-3347-4fb6-9ca1-019a3e9e394b None None] Provisioning for port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:53:50.739996 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-392815b0-3347-4fb6-9ca1-019a3e9e394b None None] Provisioning complete for port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:53:50.740973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-392815b0-3347-4fb6-9ca1-019a3e9e394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:51.070758 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Set router 1b17d556-d143-4144-9859-d42e0a3eec32 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:53:51.223636 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:51.367498 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-392815b0-3347-4fb6-9ca1-019a3e9e394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:51.455738 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-392815b0-3347-4fb6-9ca1-019a3e9e394b None None] For port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467,segment=NetworkSegment(201ad8a3-9435-4339-84eb-368bc8964e62),segment_id=201ad8a3-9435-4339-84eb-368bc8964e62)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:53:51.488361 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-392815b0-3347-4fb6-9ca1-019a3e9e394b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:51.493179 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:51.584548 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392815b0-3347-4fb6-9ca1-019a3e9e394b None None] Pushing event updated for resources: {'Port': ['ID=bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:51.589301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-392815b0-3347-4fb6-9ca1-019a3e9e394b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:51.602334 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4066da2b-03ec-4520-9b33-726af173742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:47Z', 'updated_at': '2021-01-26T20:53:49Z', 'revision_number': 3, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'gw_port': {'id': '4066da2b-03ec-4520-9b33-726af173742a', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:48Z', 'updated_at': '2021-01-26T20:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:51.606966 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Checking router: 1b17d556-d143-4144-9859-d42e0a3eec32 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:53:51.607352 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Updating router 1b17d556-d143-4144-9859-d42e0a3eec32 port 4066da2b-03ec-4520-9b33-726af173742a binding host dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:53:51.683064 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:51.683234 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f2d74-7f5f-4af2-a251-e9b201f53460 req-10cdc160-52e8-4454-87ca-bf641409d1fc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:51.685422 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-789f2d74-7f5f-4af2-a251-e9b201f53460 req-10cdc160-52e8-4454-87ca-bf641409d1fc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.2934620 Jan 26 20:53:51.756948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-b80aed86-1e17-4e69-b080-53c40a966fbe None None] Provisioning complete for port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:53:51.757735 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b80aed86-1e17-4e69-b080-53c40a966fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:51.838563 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Allocated IP 172.20.0.1 (24a08fe2-8195-4a58-b16c-ee168535efec/a1604279-fa6e-4070-a38e-1c53668ceda0/c8ece0f7-499b-4009-bb18-40880c89fe99) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:53:52.049149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:52.109143 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-789f2d74-7f5f-4af2-a251-e9b201f53460 req-87a8a40e-f48e-4449-9b23-152e2b533df3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3919170 Jan 26 20:53:52.126829 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Transition to ACTIVE for port object c8ece0f7-499b-4009-bb18-40880c89fe99 will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:53:52.206229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:52.363558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:52.395615 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:53:52.466642 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Pushing event updated for resources: {'Port': ['ID=c8ece0f7-499b-4009-bb18-40880c89fe99,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:52.473248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:52.488296 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-b03f4807-1b75-434a-b5ae-b93828f99b0c None None] Provisioning complete for port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:53:52.488723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b03f4807-1b75-434a-b5ae-b93828f99b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:52.495515 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Network 24a08fe2-8195-4a58-b16c-ee168535efec is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:53:52.496674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:53:52.498966 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:53:52.531389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:52.577434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Transition to ACTIVE for port object 4066da2b-03ec-4520-9b33-726af173742a will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:53:52.585458 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:52.608900 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b60322d7-f4e6-49bd-a960-52c6bd4b0c93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:52.622369 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854404007'] for router_interface, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:52.705850 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:53:52.830835 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:53:52.831240 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:52.870222 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:53.075038 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f48d8-1bc9-410a-930e-a25c13492218 None None] Pushing event updated for resources: {'Port': ['ID=4066da2b-03ec-4520-9b33-726af173742a,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:53.291509 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:53.319427 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-116f48d8-1bc9-410a-930e-a25c13492218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.710s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:53.344411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:53.367535 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Attempting to bind port 4066da2b-03ec-4520-9b33-726af173742a on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:53:53.368056 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Attempting to bind port 4066da2b-03ec-4520-9b33-726af173742a by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:53:53.368537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Attempting to bind port 4066da2b-03ec-4520-9b33-726af173742a on network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:53:53.378512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:53:53.379160 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Checking segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:53:53.379577 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:53.380169 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Bound using segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:53:53.380817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Bound port: 4066da2b-03ec-4520-9b33-726af173742a, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:53:53.384780 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:53.483418 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] For port 4066da2b-03ec-4520-9b33-726af173742a, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:53:53.486536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] For port 4066da2b-03ec-4520-9b33-726af173742a, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=4066da2b-03ec-4520-9b33-726af173742a,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:53:53.488378 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-d8c45120-b8eb-478e-81ea-8659b5617167 None None] Provisioning for port c8ece0f7-499b-4009-bb18-40880c89fe99 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:53:53.494770 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-d8c45120-b8eb-478e-81ea-8659b5617167 None None] Provisioning complete for port c8ece0f7-499b-4009-bb18-40880c89fe99 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:53:53.495491 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d8c45120-b8eb-478e-81ea-8659b5617167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:53.542454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:53.620509 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:53.653098 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-d8c45120-b8eb-478e-81ea-8659b5617167 None None] Port c8ece0f7-499b-4009-bb18-40880c89fe99 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:53:53.706707 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-30738cda-9e9a-48f0-b41c-137959df4f2c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:53.780596 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-d8c45120-b8eb-478e-81ea-8659b5617167 None None] Provisioning complete for port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:53:53.781029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d8c45120-b8eb-478e-81ea-8659b5617167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:53.791135 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854230849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371963'] for router_interface, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:53.845936 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f48d8-1bc9-410a-930e-a25c13492218 None None] Pushing event updated for resources: {'Port': ['ID=4066da2b-03ec-4520-9b33-726af173742a,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:53.860328 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-116f48d8-1bc9-410a-930e-a25c13492218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:53.888799 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Pushing event updated for resources: {'Port': ['ID=c8ece0f7-499b-4009-bb18-40880c89fe99,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:53.897510 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:53.976532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d991d670-ebae-440a-b951-d969bf3f6c24 req-3fb98a88-1b8e-409a-81be-14aac0e884c7 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:53.985363 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d991d670-ebae-440a-b951-d969bf3f6c24 req-3fb98a88-1b8e-409a-81be-14aac0e884c7 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.6867931 Jan 26 20:53:54.003889 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Routers {'1b17d556-d143-4144-9859-d42e0a3eec32'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:53:54.004595 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:53:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['1b17d556-d143-4144-9859-d42e0a3eec32'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:54.106545 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d991d670-ebae-440a-b951-d969bf3f6c24 req-506f4262-3e17-4c36-9536-e602f59bcb39 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201220 Jan 26 20:53:54.116073 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Network 24a08fe2-8195-4a58-b16c-ee168535efec is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:53:54.117405 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:53:54.264334 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] Set router 1b17d556-d143-4144-9859-d42e0a3eec32 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:53:54.385629 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Router 1b17d556-d143-4144-9859-d42e0a3eec32 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:53:54.611784 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:53:54.627141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7ee42a64-cd9c-4b4a-a62c-2a6efe64571a None None] Provisioning complete for port c8ece0f7-499b-4009-bb18-40880c89fe99 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:53:54.627597 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7ee42a64-cd9c-4b4a-a62c-2a6efe64571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:54.637068 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] 10.222.0.59 "PUT /v2.0/routers/1b17d556-d143-4144-9859-d42e0a3eec32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2102075 Jan 26 20:53:54.707478 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7ee42a64-cd9c-4b4a-a62c-2a6efe64571a None None] Port c8ece0f7-499b-4009-bb18-40880c89fe99 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:53:54.761599 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4066da2b-03ec-4520-9b33-726af173742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:47Z', 'updated_at': '2021-01-26T20:53:52Z', 'revision_number': 4, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'gw_port': {'id': '4066da2b-03ec-4520-9b33-726af173742a', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:48Z', 'updated_at': '2021-01-26T20:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'c8ece0f7-499b-4009-bb18-40880c89fe99', 'name': '', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'mac_address': 'fa:16:3e:c4:70:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:51Z', 'updated_at': '2021-01-26T20:53:53Z', 'revision_number': 2, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'subnets': [{'id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:54.769217 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e7fcbb-11f0-49dc-b692-5dad4080ffff None None] The sync data for ids ['1b17d556-d143-4144-9859-d42e0a3eec32'] in dv-cinder-768105-4-iscsi is: [{'id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4066da2b-03ec-4520-9b33-726af173742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:47Z', 'updated_at': '2021-01-26T20:53:52Z', 'revision_number': 4, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'gw_port': {'id': '4066da2b-03ec-4520-9b33-726af173742a', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:48:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:48Z', 'updated_at': '2021-01-26T20:53:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'c8ece0f7-499b-4009-bb18-40880c89fe99', 'name': '', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'mac_address': 'fa:16:3e:c4:70:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:51Z', 'updated_at': '2021-01-26T20:53:53Z', 'revision_number': 2, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'subnets': [{'id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:53:55.565857 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbe542-ca4c-41a1-9095-9ee009833a02 req-af305e34-4c72-42d4-9099-168a4950d2f9 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:55.590857 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-55dbe542-ca4c-41a1-9095-9ee009833a02 req-af305e34-4c72-42d4-9099-168a4950d2f9 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.2432945 Jan 26 20:53:55.710631 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-55dbe542-ca4c-41a1-9095-9ee009833a02 req-4be4ed80-1f24-4a67-8bcf-49d7c7178956 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184497 Jan 26 20:53:56.048573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48038) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:56.057439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-17146365-network', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:53:56.063621 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:56.068613 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Usage tracker for resource:network and tenant:3f2048d22627444bb9f3972dccf67b2e is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:56.073683 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:56.085333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:56.102228 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Made reservation on behalf of 3f2048d22627444bb9f3972dccf67b2e for: {'network': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:53:56.108998 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:56.148836 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:56.169170 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:56.174917 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Usage tracker for resource:security_group_rule and tenant:3f2048d22627444bb9f3972dccf67b2e is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:56.178774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:56.185418 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:56.215921 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 4066da2b-03ec-4520-9b33-726af173742a up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:53:56.289932 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:56.293278 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:56.297123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port 4066da2b-03ec-4520-9b33-726af173742a completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:53:56.298416 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-035e59b4-557a-4475-8215-790c944c0bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:56.302832 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 4066da2b-03ec-4520-9b33-726af173742a triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:53:56.303413 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:56.339512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:53:56.354713 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e04d020-545d-43e5-8ad2-a904174f57ca,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:56.358700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:56.365777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763135713310', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:56.366470 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Added segment 341bdeaf-84cd-402c-b683-bd4e6e87645b of type vxlan for network a0b4bba4-2e45-4c87-a263-d1b4c40de26a Jan 26 20:53:56.407753 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:56.446388 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:56.447815 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:56.448485 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:56.464581 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-95c4caea-f977-4ae4-9002-5de03edcc335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:56.502765 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:56.523637 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port 4066da2b-03ec-4520-9b33-726af173742a, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=4066da2b-03ec-4520-9b33-726af173742a,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:53:56.534840 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:56.538584 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:56.570458 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.5197115 Jan 26 20:53:56.571046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48042) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:56.577348 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Request body: {'subnet': {'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-17146365-subnet', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:53:56.582095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Pushing event updated for resources: {'Network': ['ID=a0b4bba4-2e45-4c87-a263-d1b4c40de26a,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:56.582917 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:56.586915 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:56.597145 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Usage tracker for resource:subnet and tenant:3f2048d22627444bb9f3972dccf67b2e is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:56.598030 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network a0b4bba4-2e45-4c87-a263-d1b4c40de26a details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:53:56.600282 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:56.607411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:56.616974 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network a0b4bba4-2e45-4c87-a263-d1b4c40de26a details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:53:56.633288 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Made reservation on behalf of 3f2048d22627444bb9f3972dccf67b2e for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:53:56.638319 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513452'] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:56.887865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=4066da2b-03ec-4520-9b33-726af173742a,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:56.894088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:57.197147 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276c89b-e6d2-4a1c-b9eb-8c8c3092766a req-5f282d27-025e-4082-9095-90620b27cec6 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:57.198815 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7276c89b-e6d2-4a1c-b9eb-8c8c3092766a req-5f282d27-025e-4082-9095-90620b27cec6 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.2103455 Jan 26 20:53:57.319693 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7276c89b-e6d2-4a1c-b9eb-8c8c3092766a req-7521bb1b-fdf4-4d85-a4ba-f9872b813808 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677059 Jan 26 20:53:57.426561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839408231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513469'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:57.447714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:57.598517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d073ff3-c15a-4d6e-9430-8d5c1b15ec35,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:57.604256 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:57.648779 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:57.681683 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Checking segment: {'id': '341bdeaf-84cd-402c-b683-bd4e6e87645b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:53:57.682112 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Network hostable DHCP agents. Network: a0b4bba4-2e45-4c87-a263-d1b4c40de26a, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:53:57.701730 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Network a0b4bba4-2e45-4c87-a263-d1b4c40de26a is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:53:57.710514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, a0b4bba4-2e45-4c87-a263-d1b4c40de26a) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:53:57.719693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af56524-588c-43b4-84e8-bb489c91ded3 None None] Network a0b4bba4-2e45-4c87-a263-d1b4c40de26a requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:53:57.722387 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:57.723039 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:57.743661 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-9f785773-c7d2-4eec-b225-70e53573215e admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.1717825 Jan 26 20:53:57.746289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48050) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:53:57.751532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-17146365-router', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:53:57.756580 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:53:57.760713 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Usage tracker for resource:router and tenant:3f2048d22627444bb9f3972dccf67b2e is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:53:57.764491 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:53:57.770466 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:53:57.780735 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854409195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760501'] for router, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:57.782076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-369215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15314'] for router, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:57.804655 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:58.190602 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854409212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15329'] for router, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:58.194977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 4066da2b-03ec-4520-9b33-726af173742a up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:53:58.254947 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3791d41-e15c-53c4-87a2-9486d57af777-a0b4bba4-2e45-4c87-a263-d1b4c40de26a', 'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'fixed_ips': [{'subnet_id': '4d073ff3-c15a-4d6e-9430-8d5c1b15ec35'}]}} from dv-cinder-768105-4-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 20:53:58.255927 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:58.397351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 4066da2b-03ec-4520-9b33-726af173742a triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:53:58.397774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:58.745139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Allocated IP 172.20.0.2 (a0b4bba4-2e45-4c87-a263-d1b4c40de26a/4d073ff3-c15a-4d6e-9430-8d5c1b15ec35/fb2c01f7-2b93-42be-bb10-eb5971f61578) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:53:58.850159 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:58.887158 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:58.898208 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Sync routers for ids ['1b17d556-d143-4144-9859-d42e0a3eec32'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:53:58.911239 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Routers {'1b17d556-d143-4144-9859-d42e0a3eec32'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:53:58.911943 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:53:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['1b17d556-d143-4144-9859-d42e0a3eec32'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:58.956141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89cae93-b81c-492a-9376-727f873c33cb req-8e29082c-76a5-4689-83ec-56dcf4b1421d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:53:58.957838 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c89cae93-b81c-492a-9376-727f873c33cb req-8e29082c-76a5-4689-83ec-56dcf4b1421d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.2566974 Jan 26 20:53:59.000787 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:59.013730 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Transition to ACTIVE for port object fb2c01f7-2b93-42be-bb10-eb5971f61578 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:53:59.030352 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Transition to ACTIVE for port object fb2c01f7-2b93-42be-bb10-eb5971f61578 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:53:59.035120 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:59.051733 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:59.114528 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c89cae93-b81c-492a-9376-727f873c33cb req-60058dce-de1f-4527-8871-542daa333200 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392369 Jan 26 20:53:59.115403 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Set router 1b17d556-d143-4144-9859-d42e0a3eec32 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:53:59.206516 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Pushing event updated for resources: {'Port': ['ID=fb2c01f7-2b93-42be-bb10-eb5971f61578,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:59.212946 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:59.265189 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Network a0b4bba4-2e45-4c87-a263-d1b4c40de26a is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:53:59.266921 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:53:59.270621 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:53:59.332710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Attempting to bind port fb2c01f7-2b93-42be-bb10-eb5971f61578 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:53:59.333169 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Attempting to bind port fb2c01f7-2b93-42be-bb10-eb5971f61578 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': '341bdeaf-84cd-402c-b683-bd4e6e87645b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:53:59.333922 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Attempting to bind port fb2c01f7-2b93-42be-bb10-eb5971f61578 on network a0b4bba4-2e45-4c87-a263-d1b4c40de26a {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:53:59.339981 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:53:59.340454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Checking segment: {'id': '341bdeaf-84cd-402c-b683-bd4e6e87645b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:53:59.340849 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:59.341290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Bound using segment: {'id': '341bdeaf-84cd-402c-b683-bd4e6e87645b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:53:59.341811 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Bound port: fb2c01f7-2b93-42be-bb10-eb5971f61578, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341bdeaf-84cd-402c-b683-bd4e6e87645b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:53:59.342257 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:59.364407 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Allocated IP 172.27.0.149 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/9cb40fd3-2dbc-4522-8f01-719815f3dbd9) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:53:59.453685 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] For port fb2c01f7-2b93-42be-bb10-eb5971f61578, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:53:59.457380 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] For port fb2c01f7-2b93-42be-bb10-eb5971f61578, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=fb2c01f7-2b93-42be-bb10-eb5971f61578,segment=NetworkSegment(341bdeaf-84cd-402c-b683-bd4e6e87645b),segment_id=341bdeaf-84cd-402c-b683-bd4e6e87645b)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:53:59.463880 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:59.479340 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:59.541520 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:59.571633 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:59.592112 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:53:59.619801 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4066da2b-03ec-4520-9b33-726af173742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:47Z', 'updated_at': '2021-01-26T20:53:52Z', 'revision_number': 4, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'gw_port': {'id': '4066da2b-03ec-4520-9b33-726af173742a', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:48Z', 'updated_at': '2021-01-26T20:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'c8ece0f7-499b-4009-bb18-40880c89fe99', 'name': '', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'mac_address': 'fa:16:3e:c4:70:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:51Z', 'updated_at': '2021-01-26T20:53:53Z', 'revision_number': 2, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'subnets': [{'id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:53:59.624453 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Checking router: 1b17d556-d143-4144-9859-d42e0a3eec32 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:53:59.625081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Updating router 1b17d556-d143-4144-9859-d42e0a3eec32 port c8ece0f7-499b-4009-bb18-40880c89fe99 binding host dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:53:59.669296 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Pushing event updated for resources: {'Port': ['ID=fb2c01f7-2b93-42be-bb10-eb5971f61578,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:59.672776 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:59.699051 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:53:59.748397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Pushing event updated for resources: {'Port': ['ID=9cb40fd3-2dbc-4522-8f01-719815f3dbd9,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:53:59.752891 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:53:59.812534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:53:59.814988 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:53:59.816088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:54:00.184275 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:00.200117 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Transition to ACTIVE for port object c8ece0f7-499b-4009-bb18-40880c89fe99 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:54:00.213494 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device fb2c01f7-2b93-42be-bb10-eb5971f61578 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:00.216104 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:00.232703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:00.301458 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port fb2c01f7-2b93-42be-bb10-eb5971f61578 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:54:00.383804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Pushing event updated for resources: {'Port': ['ID=c8ece0f7-499b-4009-bb18-40880c89fe99,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:00.406229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.406596 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.406963 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.407322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.407676 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.408039 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.408386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.408733 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.409081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.409426 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.409770 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.410212 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.410519 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.410866 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.411212 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.411556 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.412809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.412809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.413152 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.413547 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.413667 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:00.413896 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.414244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.414657 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.414928 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:00.420607 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:00.571990 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Attempting to bind port c8ece0f7-499b-4009-bb18-40880c89fe99 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:54:00.572397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Attempting to bind port c8ece0f7-499b-4009-bb18-40880c89fe99 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': '201ad8a3-9435-4339-84eb-368bc8964e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:54:00.572792 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Attempting to bind port c8ece0f7-499b-4009-bb18-40880c89fe99 on network 24a08fe2-8195-4a58-b16c-ee168535efec {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:54:00.578746 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:54:00.579150 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Checking segment: {'id': '201ad8a3-9435-4339-84eb-368bc8964e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:54:00.579582 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:00.580007 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Bound using segment: {'id': '201ad8a3-9435-4339-84eb-368bc8964e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:54:00.580511 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Bound port: c8ece0f7-499b-4009-bb18-40880c89fe99, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201ad8a3-9435-4339-84eb-368bc8964e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:54:00.580927 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:00.621365 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c3e07-ea56-408f-8fd1-7ab3c2db20cb req-24985db3-efc6-42c8-912a-a13255aab52b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:00.622790 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f37c3e07-ea56-408f-8fd1-7ab3c2db20cb req-24985db3-efc6-42c8-912a-a13255aab52b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.3038812 Jan 26 20:54:00.690665 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] For port c8ece0f7-499b-4009-bb18-40880c89fe99, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:54:00.695064 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] For port c8ece0f7-499b-4009-bb18-40880c89fe99, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=c8ece0f7-499b-4009-bb18-40880c89fe99,segment=NetworkSegment(201ad8a3-9435-4339-84eb-368bc8964e62),segment_id=201ad8a3-9435-4339-84eb-368bc8964e62)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:54:00.698563 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:00.712736 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f37c3e07-ea56-408f-8fd1-7ab3c2db20cb req-4a8d8bb9-fbd1-423e-9500-31f454f6b7bd tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832593 Jan 26 20:54:00.716567 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:00.868720 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Pushing event updated for resources: {'Port': ['ID=c8ece0f7-499b-4009-bb18-40880c89fe99,revision_number=4']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:00.873285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ad99d7d8-cefa-499b-80e1-f4277997d2fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:00.912760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-366604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854406635'] for router, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:00.914262 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Routers {'1b17d556-d143-4144-9859-d42e0a3eec32'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:54:00.914917 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:53:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['1b17d556-d143-4144-9859-d42e0a3eec32'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:54:01.169025 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Router c8bc19ec-bef4-4b42-b715-fd93fabaa870 is scheduled to L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d with binding_index 1 {{(pid=80132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 20:54:01.274432 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32da796f-8dfd-4596-bfe2-c7ccbc7ee819 None None] Network a0b4bba4-2e45-4c87-a263-d1b4c40de26a requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:54:01.281868 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] Set router 1b17d556-d143-4144-9859-d42e0a3eec32 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:54:01.373115 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:54:01.386639 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Sync routers for ids ['c8bc19ec-bef4-4b42-b715-fd93fabaa870'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:54:01.393123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-ed869334-6bfc-4096-a1b4-96ff7ea4ca73 None None] Provisioning for port fb2c01f7-2b93-42be-bb10-eb5971f61578 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:54:01.398610 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:01.404101 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.6526651 Jan 26 20:54:01.404101 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48078) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:54:01.418131 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-ed869334-6bfc-4096-a1b4-96ff7ea4ca73 None None] Provisioning complete for port fb2c01f7-2b93-42be-bb10-eb5971f61578 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:01.418555 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed869334-6bfc-4096-a1b4-96ff7ea4ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:01.461436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Routers {'c8bc19ec-bef4-4b42-b715-fd93fabaa870'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:54:01.462157 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:53:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['c8bc19ec-bef4-4b42-b715-fd93fabaa870'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:54:01.637141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4066da2b-03ec-4520-9b33-726af173742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:47Z', 'updated_at': '2021-01-26T20:53:52Z', 'revision_number': 4, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'gw_port': {'id': '4066da2b-03ec-4520-9b33-726af173742a', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:48Z', 'updated_at': '2021-01-26T20:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'c8ece0f7-499b-4009-bb18-40880c89fe99', 'name': '', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'mac_address': 'fa:16:3e:c4:70:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:51Z', 'updated_at': '2021-01-26T20:54:00Z', 'revision_number': 4, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'subnets': [{'id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:54:01.642385 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9da3ae-30d2-4ddb-8d59-d2c7b5923a6c None None] The sync data for ids ['1b17d556-d143-4144-9859-d42e0a3eec32'] in dv-cinder-768105-4-iscsi is: [{'id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4066da2b-03ec-4520-9b33-726af173742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:47Z', 'updated_at': '2021-01-26T20:53:52Z', 'revision_number': 4, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'gw_port': {'id': '4066da2b-03ec-4520-9b33-726af173742a', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:48Z', 'updated_at': '2021-01-26T20:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'c8ece0f7-499b-4009-bb18-40880c89fe99', 'name': '', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'mac_address': 'fa:16:3e:c4:70:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:51Z', 'updated_at': '2021-01-26T20:54:00Z', 'revision_number': 4, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'subnets': [{'id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:54:01.927745 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7649e489-fb51-4c4d-9891-a6f699abe91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:02.058580 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Set router c8bc19ec-bef4-4b42-b715-fd93fabaa870 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:54:02.182261 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c2c43d-db0b-4772-9c49-74afe827878b req-8a94e814-3fcf-4251-a42f-d179e3e1bedf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:02.183889 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d3c2c43d-db0b-4772-9c49-74afe827878b req-8a94e814-3fcf-4251-a42f-d179e3e1bedf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.2576978 Jan 26 20:54:02.224811 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device c8ece0f7-499b-4009-bb18-40880c89fe99 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:02.261872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed869334-6bfc-4096-a1b4-96ff7ea4ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:02.388097 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d3c2c43d-db0b-4772-9c49-74afe827878b req-3c40418d-95f0-4bcc-ba59-2eb0ed8872c1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454704 Jan 26 20:54:02.445211 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-ed869334-6bfc-4096-a1b4-96ff7ea4ca73 None None] For port fb2c01f7-2b93-42be-bb10-eb5971f61578, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=fb2c01f7-2b93-42be-bb10-eb5971f61578,segment=NetworkSegment(341bdeaf-84cd-402c-b683-bd4e6e87645b),segment_id=341bdeaf-84cd-402c-b683-bd4e6e87645b)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:54:02.490756 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed869334-6bfc-4096-a1b4-96ff7ea4ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:02.496785 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-116f48d8-1bc9-410a-930e-a25c13492218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:02.570248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port c8ece0f7-499b-4009-bb18-40880c89fe99 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:54:02.583084 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port c8ece0f7-499b-4009-bb18-40880c89fe99 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:02.584121 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:02.643811 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed869334-6bfc-4096-a1b4-96ff7ea4ca73 None None] Pushing event updated for resources: {'Port': ['ID=fb2c01f7-2b93-42be-bb10-eb5971f61578,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:02.645522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:02.659177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ed869334-6bfc-4096-a1b4-96ff7ea4ca73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:02.748561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-002f9d9f-ad8b-4bb9-b3c1-64620c65686e None None] Provisioning complete for port fb2c01f7-2b93-42be-bb10-eb5971f61578 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:02.748983 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-002f9d9f-ad8b-4bb9-b3c1-64620c65686e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:02.845980 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'name': 'tempest-TestShelveInstance-17146365-router', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:57Z', 'updated_at': '2021-01-26T20:54:00Z', 'revision_number': 3, 'project_id': '3f2048d22627444bb9f3972dccf67b2e', 'gw_port': {'id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:59Z', 'updated_at': '2021-01-26T20:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:54:02.866566 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Checking router: c8bc19ec-bef4-4b42-b715-fd93fabaa870 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:54:02.866997 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Updating router c8bc19ec-bef4-4b42-b715-fd93fabaa870 port 9cb40fd3-2dbc-4522-8f01-719815f3dbd9 binding host dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:54:02.954189 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:02.966863 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:03.050646 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Allocated IP 172.20.0.1 (a0b4bba4-2e45-4c87-a263-d1b4c40de26a/4d073ff3-c15a-4d6e-9430-8d5c1b15ec35/9975ec37-9e33-4094-97bb-3efe2eefb858) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:54:03.097098 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port c8ece0f7-499b-4009-bb18-40880c89fe99, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=c8ece0f7-499b-4009-bb18-40880c89fe99,segment=NetworkSegment(201ad8a3-9435-4339-84eb-368bc8964e62),segment_id=201ad8a3-9435-4339-84eb-368bc8964e62)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:54:03.136434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:03.140391 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:03.216498 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:03.232769 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Transition to ACTIVE for port object 9975ec37-9e33-4094-97bb-3efe2eefb858 will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:54:03.256157 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:03.272458 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:03.283406 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=c8ece0f7-499b-4009-bb18-40880c89fe99,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:03.295110 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:03.308791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-9d3c526f-1fce-4e7e-8aba-bbdd0575d3ff None None] Provisioning complete for port fb2c01f7-2b93-42be-bb10-eb5971f61578 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:03.309208 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9d3c526f-1fce-4e7e-8aba-bbdd0575d3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:03.412728 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Pushing event updated for resources: {'Port': ['ID=9975ec37-9e33-4094-97bb-3efe2eefb858,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:03.417987 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:03.468874 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Network a0b4bba4-2e45-4c87-a263-d1b4c40de26a is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:54:03.470434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:54:03.472789 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:54:03.537739 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854404007'] for router_interface, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:03.715184 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:03.731353 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Transition to ACTIVE for port object 9cb40fd3-2dbc-4522-8f01-719815f3dbd9 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:54:03.735020 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-72c76c22-0642-4285-b447-718d6c639bdf None None] Provisioning for port 9975ec37-9e33-4094-97bb-3efe2eefb858 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:54:03.735317 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41031e1d-d221-4243-b787-b7399a02b99f req-b412e40f-f227-4ee8-8323-93801c424fd4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:03.742099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:03.744553 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-41031e1d-d221-4243-b787-b7399a02b99f req-b412e40f-f227-4ee8-8323-93801c424fd4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.1727951 Jan 26 20:54:03.757207 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-72c76c22-0642-4285-b447-718d6c639bdf None None] Provisioning complete for port 9975ec37-9e33-4094-97bb-3efe2eefb858 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:03.757638 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-72c76c22-0642-4285-b447-718d6c639bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:03.798949 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:03.837397 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-41031e1d-d221-4243-b787-b7399a02b99f req-5a3a8df5-62a3-42ce-b75f-572b5a272db3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918787 Jan 26 20:54:03.855485 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:03.995680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a2d2f-1a3f-4f1e-ae68-5bf95ff76f8d None None] Pushing event updated for resources: {'Port': ['ID=9cb40fd3-2dbc-4522-8f01-719815f3dbd9,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:04.001790 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-72c76c22-0642-4285-b447-718d6c639bdf None None] Port 9975ec37-9e33-4094-97bb-3efe2eefb858 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:54:04.008117 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3e7a2d2f-1a3f-4f1e-ae68-5bf95ff76f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:04.053986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Attempting to bind port 9cb40fd3-2dbc-4522-8f01-719815f3dbd9 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:54:04.054678 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Attempting to bind port 9cb40fd3-2dbc-4522-8f01-719815f3dbd9 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:54:04.055099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Attempting to bind port 9cb40fd3-2dbc-4522-8f01-719815f3dbd9 on network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:54:04.060914 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 53, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:54:04.061438 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Checking segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:54:04.061765 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:04.062249 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Bound using segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:54:04.062765 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Bound port: 9cb40fd3-2dbc-4522-8f01-719815f3dbd9, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:54:04.063192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:04.199119 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:04.203083 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:04.237451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d41fa192-1361-43c9-bf4f-aae7f2f84acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:04.336334 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Pushing event updated for resources: {'Port': ['ID=9975ec37-9e33-4094-97bb-3efe2eefb858,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:04.336937 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device fb2c01f7-2b93-42be-bb10-eb5971f61578 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:04.339840 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854230849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371963'] for router_interface, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:04.360598 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:04.409540 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] For port 9cb40fd3-2dbc-4522-8f01-719815f3dbd9, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:54:04.427536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] For port 9cb40fd3-2dbc-4522-8f01-719815f3dbd9, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=9cb40fd3-2dbc-4522-8f01-719815f3dbd9,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:54:04.430888 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:04.441055 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:04.459719 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:04.519326 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Network a0b4bba4-2e45-4c87-a263-d1b4c40de26a is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:54:04.520573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:54:04.575136 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port fb2c01f7-2b93-42be-bb10-eb5971f61578 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:04.575556 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:04.628669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-de0cde52-a43c-4ea9-bb6d-af3ed1997af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:04.732393 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7a2d2f-1a3f-4f1e-ae68-5bf95ff76f8d None None] Pushing event updated for resources: {'Port': ['ID=9cb40fd3-2dbc-4522-8f01-719815f3dbd9,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:04.742216 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3e7a2d2f-1a3f-4f1e-ae68-5bf95ff76f8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:04.755530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Routers {'c8bc19ec-bef4-4b42-b715-fd93fabaa870'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:54:04.756561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:54:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['c8bc19ec-bef4-4b42-b715-fd93fabaa870'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:54:04.774847 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Router c8bc19ec-bef4-4b42-b715-fd93fabaa870 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:54:04.982327 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-ce19ea31-3c96-4ac3-b5e2-f2bf25c075a1 None None] Provisioning complete for port 9975ec37-9e33-4094-97bb-3efe2eefb858 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:04.982753 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ce19ea31-3c96-4ac3-b5e2-f2bf25c075a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:05.067595 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device c8ece0f7-499b-4009-bb18-40880c89fe99 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:05.135316 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-ce19ea31-3c96-4ac3-b5e2-f2bf25c075a1 None None] Port 9975ec37-9e33-4094-97bb-3efe2eefb858 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:54:05.155131 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] Set router c8bc19ec-bef4-4b42-b715-fd93fabaa870 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:54:05.382542 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c3a11-50cb-4b8c-b545-e7d1897e4ff2 req-88795e03-c4ad-4d98-874e-675bcd77b499 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:05.384204 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7e9c3a11-50cb-4b8c-b545-e7d1897e4ff2 req-88795e03-c4ad-4d98-874e-675bcd77b499 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.2830889 Jan 26 20:54:05.392987 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:54:05.401347 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port c8ece0f7-499b-4009-bb18-40880c89fe99 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:05.401774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:05.420136 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] 10.222.0.59 "PUT /v2.0/routers/c8bc19ec-bef4-4b42-b715-fd93fabaa870/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0162272 Jan 26 20:54:05.454395 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7e9c3a11-50cb-4b8c-b545-e7d1897e4ff2 req-11571b91-fecc-4ffb-a624-fc32d4625f1a tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627351 Jan 26 20:54:05.658348 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'name': 'tempest-TestShelveInstance-17146365-router', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:57Z', 'updated_at': '2021-01-26T20:54:03Z', 'revision_number': 4, 'project_id': '3f2048d22627444bb9f3972dccf67b2e', 'gw_port': {'id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:59Z', 'updated_at': '2021-01-26T20:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '9975ec37-9e33-4094-97bb-3efe2eefb858', 'name': '', 'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'mac_address': 'fa:16:3e:4a:09:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4d073ff3-c15a-4d6e-9430-8d5c1b15ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:54:02Z', 'updated_at': '2021-01-26T20:54:03Z', 'revision_number': 2, 'project_id': '3f2048d22627444bb9f3972dccf67b2e', 'subnets': [{'id': '4d073ff3-c15a-4d6e-9430-8d5c1b15ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:54:05.663501 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938010fe-16c5-477a-b562-13d2e58b0b80 None None] The sync data for ids ['c8bc19ec-bef4-4b42-b715-fd93fabaa870'] in dv-cinder-768105-4-iscsi is: [{'id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'name': 'tempest-TestShelveInstance-17146365-router', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:57Z', 'updated_at': '2021-01-26T20:54:03Z', 'revision_number': 4, 'project_id': '3f2048d22627444bb9f3972dccf67b2e', 'gw_port': {'id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:59Z', 'updated_at': '2021-01-26T20:54:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '9975ec37-9e33-4094-97bb-3efe2eefb858', 'name': '', 'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'mac_address': 'fa:16:3e:4a:09:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4d073ff3-c15a-4d6e-9430-8d5c1b15ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:54:02Z', 'updated_at': '2021-01-26T20:54:03Z', 'revision_number': 2, 'project_id': '3f2048d22627444bb9f3972dccf67b2e', 'subnets': [{'id': '4d073ff3-c15a-4d6e-9430-8d5c1b15ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:54:05.790233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:06.046549 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:06.110138 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-1bb175cf-e9b8-423e-b425-929979deb123 req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-493474806', 'description': 'tempest-TestShelveInstance-493474806 description'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:54:06.124717 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-1bb175cf-e9b8-423e-b425-929979deb123 req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:54:06.129248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-1bb175cf-e9b8-423e-b425-929979deb123 req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Usage tracker for resource:security_group and tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:54:06.133074 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-1bb175cf-e9b8-423e-b425-929979deb123 req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:54:06.139312 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-1bb175cf-e9b8-423e-b425-929979deb123 req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:54:06.151616 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-1bb175cf-e9b8-423e-b425-929979deb123 req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:06.173774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-1bb175cf-e9b8-423e-b425-929979deb123 req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:54:06.178031 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-1bb175cf-e9b8-423e-b425-929979deb123 req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Usage tracker for resource:security_group_rule and tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:54:06.181863 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-1bb175cf-e9b8-423e-b425-929979deb123 req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:54:06.187711 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-1bb175cf-e9b8-423e-b425-929979deb123 req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:54:06.263794 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-1bb175cf-e9b8-423e-b425-929979deb123 req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:06.268202 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-1bb175cf-e9b8-423e-b425-929979deb123 req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:06.274018 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-30887207-5916-47d9-b24b-f441bd415026 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:06.315714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2a0e19-ebdc-432a-9993-67c1d5e40e94,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:06.319595 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-1bb175cf-e9b8-423e-b425-929979deb123 req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:06.321034 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1bb175cf-e9b8-423e-b425-929979deb123 req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2171040 Jan 26 20:54:06.321921 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:06.443879 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8f3da962-e34e-4353-9f31-8d0868130930 req-fa323052-126e-4382-8077-5dd7958aa7da tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups/4e2a0e19-ebdc-432a-9993-67c1d5e40e94 HTTP/1.1" status: 200 len: 1800 time: 0.0747695 Jan 26 20:54:06.455906 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-8f3da962-e34e-4353-9f31-8d0868130930 req-ec10aa6c-11e2-4da5-a655-464405af573a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e2a0e19-ebdc-432a-9993-67c1d5e40e94', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:54:06.456363 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-8f3da962-e34e-4353-9f31-8d0868130930 req-ec10aa6c-11e2-4da5-a655-464405af573a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e2a0e19-ebdc-432a-9993-67c1d5e40e94', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:54:06.472131 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-8f3da962-e34e-4353-9f31-8d0868130930 req-ec10aa6c-11e2-4da5-a655-464405af573a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:54:06.476429 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-8f3da962-e34e-4353-9f31-8d0868130930 req-ec10aa6c-11e2-4da5-a655-464405af573a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Usage tracker for resource:security_group_rule and tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:54:06.479664 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-8f3da962-e34e-4353-9f31-8d0868130930 req-ec10aa6c-11e2-4da5-a655-464405af573a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:54:06.486791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-8f3da962-e34e-4353-9f31-8d0868130930 req-ec10aa6c-11e2-4da5-a655-464405af573a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:54:06.549625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-8f3da962-e34e-4353-9f31-8d0868130930 req-ec10aa6c-11e2-4da5-a655-464405af573a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:06.579576 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-8f3da962-e34e-4353-9f31-8d0868130930 req-ec10aa6c-11e2-4da5-a655-464405af573a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:06.582990 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-8f3da962-e34e-4353-9f31-8d0868130930 req-ec10aa6c-11e2-4da5-a655-464405af573a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534222'] for security_group_rule, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:06.585425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:06.611077 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec10aa6c-11e2-4da5-a655-464405af573a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc962239-a7c2-4040-b6dc-eeacce361247,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:06.613648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ec10aa6c-11e2-4da5-a655-464405af573a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:06.648829 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-8f3da962-e34e-4353-9f31-8d0868130930 req-ec10aa6c-11e2-4da5-a655-464405af573a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:06.650169 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8f3da962-e34e-4353-9f31-8d0868130930 req-ec10aa6c-11e2-4da5-a655-464405af573a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1988473 Jan 26 20:54:06.898756 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244d8fbd-2720-4ecb-bd8c-ea98db7aff0b req-baf3cb4a-4511-417a-ac1a-c47fee6479fb tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:06.900474 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-244d8fbd-2720-4ecb-bd8c-ea98db7aff0b req-baf3cb4a-4511-417a-ac1a-c47fee6479fb tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.1299393 Jan 26 20:54:06.991790 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-244d8fbd-2720-4ecb-bd8c-ea98db7aff0b req-b64ee572-7049-49e2-bad2-79c6ee019029 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849695 Jan 26 20:54:07.036034 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e456e23a-56c8-4444-8acd-192c05779cbc req-7076c693-8230-400e-8dbb-bcc3d4761915 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups/4e2a0e19-ebdc-432a-9993-67c1d5e40e94 HTTP/1.1" status: 200 len: 2393 time: 0.0799985 Jan 26 20:54:07.050859 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-e456e23a-56c8-4444-8acd-192c05779cbc req-8de17d3a-dd96-43c4-b530-ab927e119075 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e2a0e19-ebdc-432a-9993-67c1d5e40e94', 'remote_group_id': None}]} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:54:07.051379 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-e456e23a-56c8-4444-8acd-192c05779cbc req-8de17d3a-dd96-43c4-b530-ab927e119075 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e2a0e19-ebdc-432a-9993-67c1d5e40e94', 'remote_group_id': None}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:54:07.066518 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-e456e23a-56c8-4444-8acd-192c05779cbc req-8de17d3a-dd96-43c4-b530-ab927e119075 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:54:07.070673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-e456e23a-56c8-4444-8acd-192c05779cbc req-8de17d3a-dd96-43c4-b530-ab927e119075 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Usage tracker for resource:security_group_rule and tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:54:07.073752 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-e456e23a-56c8-4444-8acd-192c05779cbc req-8de17d3a-dd96-43c4-b530-ab927e119075 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:54:07.079632 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-e456e23a-56c8-4444-8acd-192c05779cbc req-8de17d3a-dd96-43c4-b530-ab927e119075 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:54:07.147619 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e456e23a-56c8-4444-8acd-192c05779cbc req-8de17d3a-dd96-43c4-b530-ab927e119075 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:07.171822 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e456e23a-56c8-4444-8acd-192c05779cbc req-8de17d3a-dd96-43c4-b530-ab927e119075 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:07.174522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e456e23a-56c8-4444-8acd-192c05779cbc req-8de17d3a-dd96-43c4-b530-ab927e119075 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534222'] for security_group_rule, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:07.183200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7c93cccd-f7ac-4d89-a183-f6ecbefa189d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:07.202485 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de17d3a-dd96-43c4-b530-ab927e119075 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c540d2aa-d37c-40e2-a3e8-8b1058e2ac28,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:07.204996 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8de17d3a-dd96-43c4-b530-ab927e119075 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:07.212308 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e456e23a-56c8-4444-8acd-192c05779cbc req-8de17d3a-dd96-43c4-b530-ab927e119075 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:07.213849 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e456e23a-56c8-4444-8acd-192c05779cbc req-8de17d3a-dd96-43c4-b530-ab927e119075 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1676636 Jan 26 20:54:08.207139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 9cb40fd3-2dbc-4522-8f01-719815f3dbd9 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:08.284737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port 9cb40fd3-2dbc-4522-8f01-719815f3dbd9 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:54:08.290781 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 9cb40fd3-2dbc-4522-8f01-719815f3dbd9 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:08.290917 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa45041f-9116-4405-a4ed-428a0ba06705 req-57b8ee50-7fc6-4cbc-ae03-d20c14d375e4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:08.291205 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:08.292570 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aa45041f-9116-4405-a4ed-428a0ba06705 req-57b8ee50-7fc6-4cbc-ae03-d20c14d375e4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 943 time: 0.1455774 Jan 26 20:54:08.349043 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aa45041f-9116-4405-a4ed-428a0ba06705 req-e2b18d24-4337-4938-b5c8-c47d01706cd7 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498538 Jan 26 20:54:08.422176 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:08.439642 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port 9cb40fd3-2dbc-4522-8f01-719815f3dbd9, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=9cb40fd3-2dbc-4522-8f01-719815f3dbd9,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:54:08.442494 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:08.446883 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3e7a2d2f-1a3f-4f1e-ae68-5bf95ff76f8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:08.516487 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=9cb40fd3-2dbc-4522-8f01-719815f3dbd9,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:08.520269 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:08.915376 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device ec22509d-971d-4da5-91e2-b33d7cd4dd50 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:08.997866 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port ec22509d-971d-4da5-91e2-b33d7cd4dd50 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:08.998338 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:09.053000 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Sync routers for ids ['c8bc19ec-bef4-4b42-b715-fd93fabaa870'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:54:09.062922 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Routers {'c8bc19ec-bef4-4b42-b715-fd93fabaa870'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:54:09.063740 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:54:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['c8bc19ec-bef4-4b42-b715-fd93fabaa870'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:54:09.131066 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:09.281272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Set router c8bc19ec-bef4-4b42-b715-fd93fabaa870 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:54:09.320037 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:54:09.330489 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port ec22509d-971d-4da5-91e2-b33d7cd4dd50, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ec22509d-971d-4da5-91e2-b33d7cd4dd50,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:54:09.335504 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:09.338872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:09.389539 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50', 'code': 200} Jan 26 20:54:09.418805 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=ec22509d-971d-4da5-91e2-b33d7cd4dd50,revision_number=6']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:09.436228 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:09.628940 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'name': 'tempest-TestShelveInstance-17146365-router', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:57Z', 'updated_at': '2021-01-26T20:54:03Z', 'revision_number': 4, 'project_id': '3f2048d22627444bb9f3972dccf67b2e', 'gw_port': {'id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:59Z', 'updated_at': '2021-01-26T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '9975ec37-9e33-4094-97bb-3efe2eefb858', 'name': '', 'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'mac_address': 'fa:16:3e:4a:09:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4d073ff3-c15a-4d6e-9430-8d5c1b15ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:54:02Z', 'updated_at': '2021-01-26T20:54:03Z', 'revision_number': 2, 'project_id': '3f2048d22627444bb9f3972dccf67b2e', 'subnets': [{'id': '4d073ff3-c15a-4d6e-9430-8d5c1b15ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:54:09.632986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Checking router: c8bc19ec-bef4-4b42-b715-fd93fabaa870 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:54:09.633383 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Updating router c8bc19ec-bef4-4b42-b715-fd93fabaa870 port 9975ec37-9e33-4094-97bb-3efe2eefb858 binding host dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:54:09.633949 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9f5ad-4ff8-4869-8b75-8e3eb9a4fb78 req-c0edeffc-63ae-4a30-a2f8-9adc3d92af1e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:09.635667 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-abd9f5ad-4ff8-4869-8b75-8e3eb9a4fb78 req-c0edeffc-63ae-4a30-a2f8-9adc3d92af1e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1261516 Jan 26 20:54:09.690935 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:09.698760 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-abd9f5ad-4ff8-4869-8b75-8e3eb9a4fb78 req-63654a4f-8371-4709-9ad4-4ab94e3b3454 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565307 Jan 26 20:54:10.027537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e18ae5-0360-4b24-9201-c71b94882c85 req-f0c3b8b3-4ea8-4a66-a125-8bce92eac421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:10.029227 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-75e18ae5-0360-4b24-9201-c71b94882c85 req-f0c3b8b3-4ea8-4a66-a125-8bce92eac421 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 1162 time: 0.0866582 Jan 26 20:54:10.078196 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-75e18ae5-0360-4b24-9201-c71b94882c85 req-e4b37aee-3049-467a-b26e-e7939b8906f5 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414331 Jan 26 20:54:10.116389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:10.129152 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Transition to ACTIVE for port object 9975ec37-9e33-4094-97bb-3efe2eefb858 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:54:10.132723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:10.149691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:10.176428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 9cb40fd3-2dbc-4522-8f01-719815f3dbd9 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:10.257000 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 9cb40fd3-2dbc-4522-8f01-719815f3dbd9 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:10.257321 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:10.293589 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5fbea-5dfe-48aa-b6e2-ccd791e3991a None None] Pushing event updated for resources: {'Port': ['ID=9975ec37-9e33-4094-97bb-3efe2eefb858,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:10.298089 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a0a5fbea-5dfe-48aa-b6e2-ccd791e3991a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:10.477199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Attempting to bind port 9975ec37-9e33-4094-97bb-3efe2eefb858 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:54:10.477606 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Attempting to bind port 9975ec37-9e33-4094-97bb-3efe2eefb858 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': '341bdeaf-84cd-402c-b683-bd4e6e87645b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:54:10.478057 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Attempting to bind port 9975ec37-9e33-4094-97bb-3efe2eefb858 on network a0b4bba4-2e45-4c87-a263-d1b4c40de26a {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:54:10.485105 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 54, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:54:10.485105 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Checking segment: {'id': '341bdeaf-84cd-402c-b683-bd4e6e87645b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:54:10.485457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:10.485994 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Bound using segment: {'id': '341bdeaf-84cd-402c-b683-bd4e6e87645b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:54:10.486448 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Bound port: 9975ec37-9e33-4094-97bb-3efe2eefb858, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '341bdeaf-84cd-402c-b683-bd4e6e87645b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:54:10.486870 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:10.568960 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device ec22509d-971d-4da5-91e2-b33d7cd4dd50 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:10.580789 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] For port 9975ec37-9e33-4094-97bb-3efe2eefb858, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:54:10.585190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] For port 9975ec37-9e33-4094-97bb-3efe2eefb858, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=9975ec37-9e33-4094-97bb-3efe2eefb858,segment=NetworkSegment(341bdeaf-84cd-402c-b683-bd4e6e87645b),segment_id=341bdeaf-84cd-402c-b683-bd4e6e87645b)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:54:10.590760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:10.608698 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-82a702f3-e5ea-48eb-87f0-29e86de5e694 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:10.660081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port ec22509d-971d-4da5-91e2-b33d7cd4dd50 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:10.660081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:10.769826 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a5fbea-5dfe-48aa-b6e2-ccd791e3991a None None] Pushing event updated for resources: {'Port': ['ID=9975ec37-9e33-4094-97bb-3efe2eefb858,revision_number=4']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:10.774471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a0a5fbea-5dfe-48aa-b6e2-ccd791e3991a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:10.828705 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Routers {'c8bc19ec-bef4-4b42-b715-fd93fabaa870'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:54:10.829376 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:54:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['c8bc19ec-bef4-4b42-b715-fd93fabaa870'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:54:11.007474 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7b384-6217-4f1e-bd1f-f81830f0af09 req-90a584dd-766b-49e4-9513-d3ebc84c735c tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:11.009206 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-56d7b384-6217-4f1e-bd1f-f81830f0af09 req-90a584dd-766b-49e4-9513-d3ebc84c735c tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1516998 Jan 26 20:54:11.072039 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-56d7b384-6217-4f1e-bd1f-f81830f0af09 req-0301d497-da3a-4478-b121-152be435140d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559015 Jan 26 20:54:11.195904 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] Set router c8bc19ec-bef4-4b42-b715-fd93fabaa870 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:54:11.579984 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'name': 'tempest-TestShelveInstance-17146365-router', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:57Z', 'updated_at': '2021-01-26T20:54:03Z', 'revision_number': 4, 'project_id': '3f2048d22627444bb9f3972dccf67b2e', 'gw_port': {'id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:59Z', 'updated_at': '2021-01-26T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '9975ec37-9e33-4094-97bb-3efe2eefb858', 'name': '', 'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'mac_address': 'fa:16:3e:4a:09:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4d073ff3-c15a-4d6e-9430-8d5c1b15ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:54:02Z', 'updated_at': '2021-01-26T20:54:10Z', 'revision_number': 4, 'project_id': '3f2048d22627444bb9f3972dccf67b2e', 'subnets': [{'id': '4d073ff3-c15a-4d6e-9430-8d5c1b15ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:54:11.587366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2991345-f28f-4694-8b31-9ba0ffe1ce5a None None] The sync data for ids ['c8bc19ec-bef4-4b42-b715-fd93fabaa870'] in dv-cinder-768105-4-iscsi is: [{'id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'name': 'tempest-TestShelveInstance-17146365-router', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:57Z', 'updated_at': '2021-01-26T20:54:03Z', 'revision_number': 4, 'project_id': '3f2048d22627444bb9f3972dccf67b2e', 'gw_port': {'id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:59Z', 'updated_at': '2021-01-26T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '9975ec37-9e33-4094-97bb-3efe2eefb858', 'name': '', 'network_id': 'a0b4bba4-2e45-4c87-a263-d1b4c40de26a', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'mac_address': 'fa:16:3e:4a:09:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4d073ff3-c15a-4d6e-9430-8d5c1b15ec35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:54:02Z', 'updated_at': '2021-01-26T20:54:10Z', 'revision_number': 4, 'project_id': '3f2048d22627444bb9f3972dccf67b2e', 'subnets': [{'id': '4d073ff3-c15a-4d6e-9430-8d5c1b15ec35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:54:12.212434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 9975ec37-9e33-4094-97bb-3efe2eefb858 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:12.318804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port 9975ec37-9e33-4094-97bb-3efe2eefb858 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:54:12.324645 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 9975ec37-9e33-4094-97bb-3efe2eefb858 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:12.325373 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:12.405366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e7aaf-9864-4acf-abb3-0f07bfc04430 req-afcc3def-e8ed-4f7f-9b25-429da98c2ef1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:12.407053 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-222e7aaf-9864-4acf-abb3-0f07bfc04430 req-afcc3def-e8ed-4f7f-9b25-429da98c2ef1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1427038 Jan 26 20:54:12.488293 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:12.499441 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-222e7aaf-9864-4acf-abb3-0f07bfc04430 req-2ceef2a5-b015-4f7d-8bd6-5026f25b0048 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852995 Jan 26 20:54:12.541441 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port 9975ec37-9e33-4094-97bb-3efe2eefb858, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=9975ec37-9e33-4094-97bb-3efe2eefb858,segment=NetworkSegment(341bdeaf-84cd-402c-b683-bd4e6e87645b),segment_id=341bdeaf-84cd-402c-b683-bd4e6e87645b)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:54:12.544625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:12.546600 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-116f48d8-1bc9-410a-930e-a25c13492218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:12.628532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=9975ec37-9e33-4094-97bb-3efe2eefb858,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:12.635031 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:12.637865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device ec22509d-971d-4da5-91e2-b33d7cd4dd50 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:12.725264 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port ec22509d-971d-4da5-91e2-b33d7cd4dd50 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:12.725681 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:13.765530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8c78b-e5f0-4a5d-9805-d6f9fa1155d1 req-f704b4ee-0b96-4826-a6dd-2fefb22fcadb tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:13.767274 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-54f8c78b-e5f0-4a5d-9805-d6f9fa1155d1 req-f704b4ee-0b96-4826-a6dd-2fefb22fcadb tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1312125 Jan 26 20:54:13.825732 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-54f8c78b-e5f0-4a5d-9805-d6f9fa1155d1 req-61b1e615-37ba-41de-8a1f-db79cf584cb4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518651 Jan 26 20:54:14.174702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 9975ec37-9e33-4094-97bb-3efe2eefb858 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:14.247787 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 9975ec37-9e33-4094-97bb-3efe2eefb858 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:14.248199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:23.064755 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455f3b6e-bab3-4843-a2f4-e7e0bfe20cf3 req-f0f968bf-48df-42b5-9c9c-bf9472589bd2 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:23.066404 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-455f3b6e-bab3-4843-a2f4-e7e0bfe20cf3 req-f0f968bf-48df-42b5-9c9c-bf9472589bd2 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1281490 Jan 26 20:54:23.122398 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-455f3b6e-bab3-4843-a2f4-e7e0bfe20cf3 req-a8831552-9267-4dc4-b9dd-8e527c1f5b38 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492456 Jan 26 20:54:24.380957 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9432eec0-7591-4589-99c0-c80d4c2372ff req-ff24f8a7-9612-4ae4-bee5-4455763b8f14 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:24.383019 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9432eec0-7591-4589-99c0-c80d4c2372ff req-ff24f8a7-9612-4ae4-bee5-4455763b8f14 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1273541 Jan 26 20:54:24.439834 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9432eec0-7591-4589-99c0-c80d4c2372ff req-09d06148-2ed6-4586-be93-1c6926eff19c tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505390 Jan 26 20:54:25.039510 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f36d94-7089-4e5f-93c5-1556ba67169f req-2632be18-f666-4d4b-85ce-1a8679ce5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:25.041008 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a4f36d94-7089-4e5f-93c5-1556ba67169f req-2632be18-f666-4d4b-85ce-1a8679ce5ea3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=954edcaec745436491b2623398786a63&device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 1162 time: 0.0797443 Jan 26 20:54:25.207227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f36d94-7089-4e5f-93c5-1556ba67169f req-62847ce5-18c9-4ebe-88b2-0a5893e07bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:25.208817 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a4f36d94-7089-4e5f-93c5-1556ba67169f req-62847ce5-18c9-4ebe-88b2-0a5893e07bb6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=02d20e51-2183-493a-a1ff-ad179f279ec0 HTTP/1.1" status: 200 len: 905 time: 0.1441979 Jan 26 20:54:25.326242 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a4f36d94-7089-4e5f-93c5-1556ba67169f req-72dfb232-ee31-4763-84e4-399451d0caf0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d HTTP/1.1" status: 200 len: 1001 time: 0.1053741 Jan 26 20:54:25.395426 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f36d94-7089-4e5f-93c5-1556ba67169f req-b75f8524-ca02-48b6-ac43-aacd63c016da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:25.397089 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a4f36d94-7089-4e5f-93c5-1556ba67169f req-b75f8524-ca02-48b6-ac43-aacd63c016da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f57cca65-4616-4076-a364-f0a94b9bdce6 HTTP/1.1" status: 200 len: 850 time: 0.0642090 Jan 26 20:54:25.484983 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f36d94-7089-4e5f-93c5-1556ba67169f req-e99c3e48-0346-4db5-b3e2-6e305fcf1091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:25.486616 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a4f36d94-7089-4e5f-93c5-1556ba67169f req-e99c3e48-0346-4db5-b3e2-6e305fcf1091 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02d20e51-2183-493a-a1ff-ad179f279ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0815418 Jan 26 20:54:25.706012 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a4f36d94-7089-4e5f-93c5-1556ba67169f req-d416bf2e-935f-4d5e-a745-ce7b2a507d52 service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112970 Jan 26 20:54:25.753972 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b272d107-f233-4ba5-b527-4af48d2be44a req-50205fc9-e532-4d50-9698-9a256e5a0ae8 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:25.755487 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b272d107-f233-4ba5-b527-4af48d2be44a req-50205fc9-e532-4d50-9698-9a256e5a0ae8 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1854465 Jan 26 20:54:25.903663 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b272d107-f233-4ba5-b527-4af48d2be44a req-5c11c567-24b4-497f-aead-abb615139421 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254239 Jan 26 20:54:25.943550 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a4f36d94-7089-4e5f-93c5-1556ba67169f req-41236da6-e49b-4100-bcfd-4558d610b6a6 service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1870449 Jan 26 20:54:27.164361 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5666d02c-8031-4d5e-afb2-95f692c36944 req-a9d80d09-581a-4731-b3ee-3633476b3074 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:27.168714 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5666d02c-8031-4d5e-afb2-95f692c36944 req-a9d80d09-581a-4731-b3ee-3633476b3074 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1333656 Jan 26 20:54:27.222341 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5666d02c-8031-4d5e-afb2-95f692c36944 req-cab2a4c7-64f9-4b1e-9806-b4ed241a0f60 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497727 Jan 26 20:54:27.661921 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:28.481805 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605ea10-bb68-4942-8a4e-3f3583e7f7fd req-eed640c1-6c4a-4578-a3cf-fc9d584a75af tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:28.483432 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a605ea10-bb68-4942-8a4e-3f3583e7f7fd req-eed640c1-6c4a-4578-a3cf-fc9d584a75af tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1285138 Jan 26 20:54:28.541088 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a605ea10-bb68-4942-8a4e-3f3583e7f7fd req-ac91d1c4-edc0-4031-bb24-9d6d97c6ff0e tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513523 Jan 26 20:54:29.705671 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:54:29.806171 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9622e8ae-1dc2-4c1d-896d-38f399f5715c req-e3899144-b0b7-4755-9420-63ce3a2bb22f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:29.807888 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9622e8ae-1dc2-4c1d-896d-38f399f5715c req-e3899144-b0b7-4755-9420-63ce3a2bb22f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1332250 Jan 26 20:54:29.865924 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9622e8ae-1dc2-4c1d-896d-38f399f5715c req-90b8db2b-c8cc-40a6-a9a0-92397def829e tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508645 Jan 26 20:54:30.191835 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-31913fc7-c590-4170-882f-f5985caead51 req-b57400ec-6400-4114-9224-37da2e5e9d17 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Synchronizing usage tracker for tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 on resource:security_group {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:54:30.207520 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-31913fc7-c590-4170-882f-f5985caead51 req-b57400ec-6400-4114-9224-37da2e5e9d17 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Unset dirty status for tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 on resource:security_group {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:54:30.208668 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-b57400ec-6400-4114-9224-37da2e5e9d17 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-493474806&fields=id&tenant_id=ddb9c1e31e3d4a36aea324e94f6a1be6 HTTP/1.1" status: 200 len: 267 time: 0.0676003 Jan 26 20:54:30.624142 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31913fc7-c590-4170-882f-f5985caead51 req-be1f9276-e62d-4298-bd04-3b3f9dc6c88d tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:30.624900 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-31913fc7-c590-4170-882f-f5985caead51 req-be1f9276-e62d-4298-bd04-3b3f9dc6c88d tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Synchronizing usage tracker for tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:54:30.640852 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-31913fc7-c590-4170-882f-f5985caead51 req-be1f9276-e62d-4298-bd04-3b3f9dc6c88d tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Unset dirty status for tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:54:30.642124 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-be1f9276-e62d-4298-bd04-3b3f9dc6c88d tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/networks?id=24a08fe2-8195-4a58-b16c-ee168535efec HTTP/1.1" status: 200 len: 808 time: 0.4260809 Jan 26 20:54:30.659142 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-056b87ec-edf7-416d-b1d2-fde8c74cb122 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/quotas/ddb9c1e31e3d4a36aea324e94f6a1be6 HTTP/1.1" status: 200 len: 375 time: 0.0104032 Jan 26 20:54:30.760903 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-31913fc7-c590-4170-882f-f5985caead51 req-5c996a35-2762-4fd9-8445-5e5e8fd9035a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Synchronizing usage tracker for tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:54:30.776915 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-31913fc7-c590-4170-882f-f5985caead51 req-5c996a35-2762-4fd9-8445-5e5e8fd9035a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Unset dirty status for tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:54:30.778292 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-5c996a35-2762-4fd9-8445-5e5e8fd9035a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=ddb9c1e31e3d4a36aea324e94f6a1be6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1128523 Jan 26 20:54:30.938828 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-1230fdb8-861c-4c22-a224-3d6d9c11c6cb service neutron] 10.222.0.59 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474025 Jan 26 20:54:31.156865 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-f22a39b8-c126-45fe-881a-4b61b9db5590 service neutron] 10.222.0.59 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2108996 Jan 26 20:54:31.208445 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc38e628-7782-4f7c-8ac7-e39382cc08dd req-6e9ab1b4-3d53-432a-8dec-b2a03602bdf6 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:31.210675 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-bc38e628-7782-4f7c-8ac7-e39382cc08dd req-6e9ab1b4-3d53-432a-8dec-b2a03602bdf6 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1803398 Jan 26 20:54:31.267462 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-bc38e628-7782-4f7c-8ac7-e39382cc08dd req-d7e34280-6f2e-4958-baf9-101ba0919c4e tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492079 Jan 26 20:54:31.601611 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-417e8860-a45d-4590-b988-f1809da7868e req-d6a39ca0-4824-42f9-8fd9-bff33e3d1da0 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 210 time: 0.0506520 Jan 26 20:54:31.741139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fb7f7c89-2a46-4f95-a706-d4140583e573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:31.745105 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040cb31-e5f0-4d92-9a92-7f54a618ffd8 req-63567793-2746-4883-b49c-df41d6bfd827 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:31.746815 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8040cb31-e5f0-4d92-9a92-7f54a618ffd8 req-63567793-2746-4883-b49c-df41d6bfd827 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 945 time: 0.1359553 Jan 26 20:54:31.804975 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8040cb31-e5f0-4d92-9a92-7f54a618ffd8 req-407ef01a-87b9-46de-bc22-582879024a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517213 Jan 26 20:54:32.520057 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24404a76-e573-4de1-af8c-73dc5f340ba9 req-7919d408-1668-4656-a3cd-75ffc77a60e2 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:32.522358 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24404a76-e573-4de1-af8c-73dc5f340ba9 req-7919d408-1668-4656-a3cd-75ffc77a60e2 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1231909 Jan 26 20:54:32.581983 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24404a76-e573-4de1-af8c-73dc5f340ba9 req-306d623e-ba40-45d6-bdbf-94519d838c3d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532711 Jan 26 20:54:32.838640 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ea78f7c6-770b-4ae5-9e49-3321431b4beb req-bc962ac8-0f71-4081-b82b-a4b6715d764b tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 210 time: 0.0621896 Jan 26 20:54:32.956098 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31913fc7-c590-4170-882f-f5985caead51 req-cb167407-b684-4538-b780-10e5d60ef353 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:32.957710 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-cb167407-b684-4538-b780-10e5d60ef353 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.11 "GET /v2.0/networks?id=24a08fe2-8195-4a58-b16c-ee168535efec HTTP/1.1" status: 200 len: 808 time: 0.2599075 Jan 26 20:54:33.114563 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-6bcfaad9-a925-4295-bb05-0b87f6c27d46 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=ddb9c1e31e3d4a36aea324e94f6a1be6 HTTP/1.1" status: 200 len: 5757 time: 0.1157007 Jan 26 20:54:33.159789 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9940b19e-c57b-4d33-b5dc-8667af3c9a3d req-008227b2-c939-4a7d-bb30-44e4800e21db tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:33.161327 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9940b19e-c57b-4d33-b5dc-8667af3c9a3d req-008227b2-c939-4a7d-bb30-44e4800e21db tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 945 time: 0.2026448 Jan 26 20:54:33.166830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-31913fc7-c590-4170-882f-f5985caead51 req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Request body: {'port': {'device_id': '7e88ef81-d23d-4c46-853c-7c855f710595', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'admin_state_up': True, 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'security_groups': ['4e2a0e19-ebdc-432a-9993-67c1d5e40e94']}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:54:33.312827 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9940b19e-c57b-4d33-b5dc-8667af3c9a3d req-59d0cd55-8d38-4fe3-bcf3-f35a5d1fcdfa tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299448 Jan 26 20:54:33.356378 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-31913fc7-c590-4170-882f-f5985caead51 req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:54:33.367084 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-31913fc7-c590-4170-882f-f5985caead51 req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:54:33.375272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31913fc7-c590-4170-882f-f5985caead51 req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Made reservation on behalf of ddb9c1e31e3d4a36aea324e94f6a1be6 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:54:33.388679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-31913fc7-c590-4170-882f-f5985caead51 req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:33.705715 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-31913fc7-c590-4170-882f-f5985caead51 req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Allocated IP 172.20.0.5 (24a08fe2-8195-4a58-b16c-ee168535efec/a1604279-fa6e-4070-a38e-1c53668ceda0/5f9f51c9-f53a-4ecf-9e97-18817b4271f2) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:54:33.898393 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6904ed-f553-45b9-88b3-661fe6e883f9 req-fb7a48f8-13ce-41f5-90dd-e313c087ab60 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:33.900055 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0b6904ed-f553-45b9-88b3-661fe6e883f9 req-fb7a48f8-13ce-41f5-90dd-e313c087ab60 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.11 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 945 time: 0.1273792 Jan 26 20:54:33.990549 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-0b6904ed-f553-45b9-88b3-661fe6e883f9 req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Deleting port f21d72cb-19a7-4d30-8105-d06de5e02724 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:54:33.990941 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-0b6904ed-f553-45b9-88b3-661fe6e883f9 req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:34.000247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70af443f-2e52-437e-af58-b63cf8764031 req-bb4e5e90-bd1a-44dd-b726-cf5b011c989c tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:34.002021 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-70af443f-2e52-437e-af58-b63cf8764031 req-bb4e5e90-bd1a-44dd-b726-cf5b011c989c tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.2725124 Jan 26 20:54:34.086566 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c7e88693-7058-48ba-b9c4-5ef2b44c8f78 req-8f332655-0efa-4275-989d-90d124840552 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 210 time: 0.0809398 Jan 26 20:54:34.128638 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-70af443f-2e52-437e-af58-b63cf8764031 req-c7e85fb9-63ea-4836-9341-3571376ab468 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764444 Jan 26 20:54:34.147200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-31913fc7-c590-4170-882f-f5985caead51 req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:34.165593 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-31913fc7-c590-4170-882f-f5985caead51 req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Transition to ACTIVE for port object 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:54:34.190788 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-31913fc7-c590-4170-882f-f5985caead51 req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:34.207062 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:34.355985 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Pushing event updated for resources: {'Port': ['ID=5f9f51c9-f53a-4ecf-9e97-18817b4271f2,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:34.369439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.369856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.370293 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.370704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.371108 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.371509 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.371908 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.372305 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.372718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.373104 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.373504 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.373913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.374366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.374761 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.375155 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.375545 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.375939 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.376329 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.376721 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.377110 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.377500 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.377920 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.378307 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.378747 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.383715 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:34.422234 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:34.447315 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31913fc7-c590-4170-882f-f5985caead51 req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Network 24a08fe2-8195-4a58-b16c-ee168535efec is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:54:34.448536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-31913fc7-c590-4170-882f-f5985caead51 req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:54:34.451310 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-31913fc7-c590-4170-882f-f5985caead51 req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:54:34.470472 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3231bdde-a97f-4848-89d3-a7f2fd5f3368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:34.508589 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-0b6904ed-f553-45b9-88b3-661fe6e883f9 req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] For port f21d72cb-19a7-4d30-8105-d06de5e02724, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=f21d72cb-19a7-4d30-8105-d06de5e02724,segment=NetworkSegment(290c3da8-77bf-4a67-9456-ed22bfd026ea),segment_id=290c3da8-77bf-4a67-9456-ed22bfd026ea)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:54:34.508975 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-0b6904ed-f553-45b9-88b3-661fe6e883f9 req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:34.614850 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31913fc7-c590-4170-882f-f5985caead51 req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:34.616289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-31913fc7-c590-4170-882f-f5985caead51 req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:34.655124 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4926698 Jan 26 20:54:34.674806 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-0b6904ed-f553-45b9-88b3-661fe6e883f9 req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Calling delete_port for f21d72cb-19a7-4d30-8105-d06de5e02724 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:54:34.711241 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da845f-e5ac-45bd-8f2d-d70e460beb49 req-98904111-364a-4262-a645-584b42518933 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:34.712929 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-38da845f-e5ac-45bd-8f2d-d70e460beb49 req-98904111-364a-4262-a645-584b42518933 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=7639fb8a-b808-430f-a554-2357434b35c1 HTTP/1.1" status: 200 len: 945 time: 0.2223308 Jan 26 20:54:34.718397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Request body: {'port': {'device_id': '7e88ef81-d23d-4c46-853c-7c855f710595', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:54:34.736518 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d1d7994-485b-4830-8f68-3e6dc26e1e6d None None] Provisioning for port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:54:34.741814 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7d1d7994-485b-4830-8f68-3e6dc26e1e6d None None] Provisioning complete for port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:34.742360 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7d1d7994-485b-4830-8f68-3e6dc26e1e6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:34.807166 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7d1d7994-485b-4830-8f68-3e6dc26e1e6d None None] Port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:54:34.842033 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-0b6904ed-f553-45b9-88b3-661fe6e883f9 req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:34.858360 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d998562-30fb-4178-a127-c64d33c0c1ea tempest-ServerRescueNegativeTestJSON-1017856583 tempest-ServerRescueNegativeTestJSON-1017856583-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:34.891563 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-38da845f-e5ac-45bd-8f2d-d70e460beb49 req-5d29759e-9712-4244-8781-ffe44768ff2c tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292572 Jan 26 20:54:34.898328 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:34.909146 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Pushing event deleted for resources: {'Port': ['ID=f21d72cb-19a7-4d30-8105-d06de5e02724,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:34.971517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.971925 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.972320 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.972710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.973094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.973478 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.973856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.974260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.975247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.975645 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.976222 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.976351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.976777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.977158 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.977536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.977926 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.978308 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.978687 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.979066 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.979447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.979821 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.980197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.980572 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.980949 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:34.986080 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:35.099103 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b6904ed-f553-45b9-88b3-661fe6e883f9 req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] No DVR routers for this DVR port f21d72cb-19a7-4d30-8105-d06de5e02724 on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:54:35.101669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-0b6904ed-f553-45b9-88b3-661fe6e883f9 req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:35.105766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7639fb8a-b808-430f-a554-2357434b35c1', 'name': 'network-vif-deleted', 'tag': 'f21d72cb-19a7-4d30-8105-d06de5e02724'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:54:35.124094 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0b6904ed-f553-45b9-88b3-661fe6e883f9 req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.11 "DELETE /v2.0/ports/f21d72cb-19a7-4d30-8105-d06de5e02724 HTTP/1.1" status: 204 len: 173 time: 1.2171476 Jan 26 20:54:35.196072 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7639fb8a-b808-430f-a554-2357434b35c1', 'name': 'network-vif-deleted', 'tag': 'f21d72cb-19a7-4d30-8105-d06de5e02724', 'status': 'completed', 'code': 200} Jan 26 20:54:35.227111 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device f21d72cb-19a7-4d30-8105-d06de5e02724 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:54:35.271119 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] No Port match for: f21d72cb-19a7-4d30-8105-d06de5e02724 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:54:35.272010 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device f21d72cb-19a7-4d30-8105-d06de5e02724 not bound to the agent host hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:54:35.736256 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e14d1-bf20-442f-9668-b5fffd0d5b6e req-916a6ca4-16bb-47db-bad6-1cc737c5a249 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:35.737052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c19e14d1-bf20-442f-9668-b5fffd0d5b6e req-916a6ca4-16bb-47db-bad6-1cc737c5a249 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Synchronizing usage tracker for tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:54:35.742653 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:54:35.792114 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b40bc6-be23-4e8f-884c-2bc8abf48a82 req-90bed6bd-f76a-47e6-aa62-d8a4d8e14c4b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:35.793794 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-14b40bc6-be23-4e8f-884c-2bc8abf48a82 req-90bed6bd-f76a-47e6-aa62-d8a4d8e14c4b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.2896543 Jan 26 20:54:35.793953 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:35.802020 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:35.837496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c19e14d1-bf20-442f-9668-b5fffd0d5b6e req-916a6ca4-16bb-47db-bad6-1cc737c5a249 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Unset dirty status for tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:54:35.838746 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c19e14d1-bf20-442f-9668-b5fffd0d5b6e req-916a6ca4-16bb-47db-bad6-1cc737c5a249 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 931 time: 0.6016529 Jan 26 20:54:35.843954 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Transition to ACTIVE for port object 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:54:35.855775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:35.889644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a7f71fe8-8176-4e3b-be07-8b4d47854245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:36.003296 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-14b40bc6-be23-4e8f-884c-2bc8abf48a82 req-bf1358c4-6dc4-4e82-a69a-0632d2b25a08 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976063 Jan 26 20:54:36.052719 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:36.080753 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c19e14d1-bf20-442f-9668-b5fffd0d5b6e req-07bc3b1b-39a5-4e1a-b53c-83c4615fe780 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.2288153 Jan 26 20:54:36.088736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9f51c9-f53a-4ecf-9e97-18817b4271f2,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:36.093250 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:36.276301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Attempting to bind port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:54:36.276661 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Attempting to bind port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '201ad8a3-9435-4339-84eb-368bc8964e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:54:36.277024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Attempting to bind port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 on network 24a08fe2-8195-4a58-b16c-ee168535efec {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:54:36.283652 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:54:36.284021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Checking segment: {'id': '201ad8a3-9435-4339-84eb-368bc8964e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:54:36.285012 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:36.285012 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Bound using segment: {'id': '201ad8a3-9435-4339-84eb-368bc8964e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:54:36.285215 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Bound port: 5f9f51c9-f53a-4ecf-9e97-18817b4271f2, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '201ad8a3-9435-4339-84eb-368bc8964e62', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:54:36.285558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:36.386482 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] For port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2, host hv-cinder-76810, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:54:36.389723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] For port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5f9f51c9-f53a-4ecf-9e97-18817b4271f2,segment=NetworkSegment(201ad8a3-9435-4339-84eb-368bc8964e62),segment_id=201ad8a3-9435-4339-84eb-368bc8964e62)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:54:36.394020 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:36.412044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cb01430a-0942-4f7c-83e4-9af4dc5ffba5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:36.575677 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Pushing event updated for resources: {'Port': ['ID=5f9f51c9-f53a-4ecf-9e97-18817b4271f2,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:36.581477 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:36.610510 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:36.611181 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:36.612662 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] 10.222.0.11 "PUT /v2.0/ports/5f9f51c9-f53a-4ecf-9e97-18817b4271f2 HTTP/1.1" status: 200 len: 1157 time: 1.8987350 Jan 26 20:54:36.613224 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e88ef81-d23d-4c46-853c-7c855f710595', 'tag': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:54:36.676343 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e88ef81-d23d-4c46-853c-7c855f710595', 'tag': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2', 'status': 'completed', 'code': 200} Jan 26 20:54:37.260388 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4f538-8bec-4bb4-948c-012819be1d8a req-9711cbca-250e-42b3-8511-70fb4ed3f3f6 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:37.262068 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33f4f538-8bec-4bb4-948c-012819be1d8a req-9711cbca-250e-42b3-8511-70fb4ed3f3f6 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1267252 Jan 26 20:54:37.376568 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33f4f538-8bec-4bb4-948c-012819be1d8a req-cfb557c1-b593-44b0-bfea-553fb335c9ff tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779815 Jan 26 20:54:37.433415 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8624bd28-4cb7-43e3-a427-681b84ee61d3 req-f213fdf4-a6ee-438f-a642-29b7ee4a212e tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:37.435099 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8624bd28-4cb7-43e3-a427-681b84ee61d3 req-f213fdf4-a6ee-438f-a642-29b7ee4a212e tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.1720641 Jan 26 20:54:37.491602 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8624bd28-4cb7-43e3-a427-681b84ee61d3 req-d1a2fb56-dbfa-451d-959c-9bfb2da95f3b tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0503812 Jan 26 20:54:38.634242 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bf417-17eb-4b72-be48-ae39bf8ec3d1 req-744ff297-8f96-40ac-9099-164d695ca320 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:38.635941 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0f0bf417-17eb-4b72-be48-ae39bf8ec3d1 req-744ff297-8f96-40ac-9099-164d695ca320 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1273141 Jan 26 20:54:38.743620 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0f0bf417-17eb-4b72-be48-ae39bf8ec3d1 req-cdc74972-44eb-456a-8176-79d033683926 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615714 Jan 26 20:54:38.810050 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aacf5a3-8d42-44bb-9570-efc3fcb22b8a req-5db3f0cb-6fed-408f-a8ea-527b3f30e032 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:38.811656 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9aacf5a3-8d42-44bb-9570-efc3fcb22b8a req-5db3f0cb-6fed-408f-a8ea-527b3f30e032 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.1747372 Jan 26 20:54:38.867431 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9aacf5a3-8d42-44bb-9570-efc3fcb22b8a req-d6d58a8b-1a84-4424-bc4f-14766f57937a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0496416 Jan 26 20:54:39.326913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31913fc7-c590-4170-882f-f5985caead51 req-ebee4fb5-cccd-44b3-9484-61ab30016cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:39.328497 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-ebee4fb5-cccd-44b3-9484-61ab30016cb6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddb9c1e31e3d4a36aea324e94f6a1be6&device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 1160 time: 0.0796843 Jan 26 20:54:39.405668 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-086a5484-70e5-4363-83e4-7d630f7819f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9f51c9-f53a-4ecf-9e97-18817b4271f2 HTTP/1.1" status: 200 len: 217 time: 0.0633521 Jan 26 20:54:39.478251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31913fc7-c590-4170-882f-f5985caead51 req-e3783082-aece-4720-95be-1586d6695012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:39.479837 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-e3783082-aece-4720-95be-1586d6695012 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1604279-fa6e-4070-a38e-1c53668ceda0 HTTP/1.1" status: 200 len: 847 time: 0.0665443 Jan 26 20:54:39.564436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31913fc7-c590-4170-882f-f5985caead51 req-fcb46ff9-d197-4175-b45a-8f2761a3fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:39.566112 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-fcb46ff9-d197-4175-b45a-8f2761a3fd4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24a08fe2-8195-4a58-b16c-ee168535efec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791831 Jan 26 20:54:39.716618 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-4ea63572-a2e6-4e72-9eb6-cea4b2c309f9 service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420426 Jan 26 20:54:39.870995 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-31913fc7-c590-4170-882f-f5985caead51 req-50ee5089-1855-4ff2-a603-42edaa640317 service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1470282 Jan 26 20:54:40.003737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e17fd-0769-4730-8c53-bb02cfc06faa req-4d73bcda-92d2-48c1-b506-4e7da0220abb tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:40.005411 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-527e17fd-0769-4730-8c53-bb02cfc06faa req-4d73bcda-92d2-48c1-b506-4e7da0220abb tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1270530 Jan 26 20:54:40.185121 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-527e17fd-0769-4730-8c53-bb02cfc06faa req-8af3c6bb-2337-45f6-89b2-85c91f3bf2f3 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336272 Jan 26 20:54:40.207503 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6b06-0f3b-4055-b971-dd5202efec8f req-8cbc3170-dc6e-4b43-ae32-ff543e41353c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:40.209186 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-93fb6b06-0f3b-4055-b971-dd5202efec8f req-8cbc3170-dc6e-4b43-ae32-ff543e41353c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddb9c1e31e3d4a36aea324e94f6a1be6&device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 1160 time: 0.2021954 Jan 26 20:54:40.255207 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e9855-1a70-4cb7-b19d-f66bba7f5506 req-ab884a4e-7d9b-4ee0-bbc6-23b8cc64e2b8 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:40.257366 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d16e9855-1a70-4cb7-b19d-f66bba7f5506 req-ab884a4e-7d9b-4ee0-bbc6-23b8cc64e2b8 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.2125995 Jan 26 20:54:40.400371 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d16e9855-1a70-4cb7-b19d-f66bba7f5506 req-f6996738-0167-4729-8f75-56af92adfa16 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1202233 Jan 26 20:54:40.438840 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6b06-0f3b-4055-b971-dd5202efec8f req-beafd529-574e-4436-955e-ff72361df2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:40.440409 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-93fb6b06-0f3b-4055-b971-dd5202efec8f req-beafd529-574e-4436-955e-ff72361df2a9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24a08fe2-8195-4a58-b16c-ee168535efec HTTP/1.1" status: 200 len: 902 time: 0.1820605 Jan 26 20:54:40.515004 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-93fb6b06-0f3b-4055-b971-dd5202efec8f req-6e44747e-76ac-40fc-aeea-12021249634f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9f51c9-f53a-4ecf-9e97-18817b4271f2 HTTP/1.1" status: 200 len: 217 time: 0.0671220 Jan 26 20:54:40.797543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6b06-0f3b-4055-b971-dd5202efec8f req-05f6ae19-2da3-4ac2-8c14-d5f411704b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:40.799145 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-93fb6b06-0f3b-4055-b971-dd5202efec8f req-05f6ae19-2da3-4ac2-8c14-d5f411704b7f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1604279-fa6e-4070-a38e-1c53668ceda0 HTTP/1.1" status: 200 len: 847 time: 0.2776420 Jan 26 20:54:40.881208 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fb6b06-0f3b-4055-b971-dd5202efec8f req-2f48deae-e8b8-47b5-ad6a-8301372ff8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:40.882815 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-93fb6b06-0f3b-4055-b971-dd5202efec8f req-2f48deae-e8b8-47b5-ad6a-8301372ff8b3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24a08fe2-8195-4a58-b16c-ee168535efec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765681 Jan 26 20:54:41.027546 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-93fb6b06-0f3b-4055-b971-dd5202efec8f req-4c715f5b-f044-41f3-a8af-917b7bff3fba service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382201 Jan 26 20:54:41.175982 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-93fb6b06-0f3b-4055-b971-dd5202efec8f req-c78a316d-8c2e-4fd4-8192-e7a7a5911783 service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1415472 Jan 26 20:54:41.440664 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d47375-d7e0-46c6-816e-55e4fb393b30 req-65bfeee0-3538-4f50-ae75-f26892d27f54 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:41.442239 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c8d47375-d7e0-46c6-816e-55e4fb393b30 req-65bfeee0-3538-4f50-ae75-f26892d27f54 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1221099 Jan 26 20:54:41.498042 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c8d47375-d7e0-46c6-816e-55e4fb393b30 req-834bdbc6-b6cb-4b6c-a10d-4b14761a9fe4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489490 Jan 26 20:54:41.655712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b529ed-9fd8-4495-b337-286683cd8149 req-90df8221-bec2-4eaf-b48e-e780fe0afd3f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:41.657528 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8b529ed-9fd8-4495-b337-286683cd8149 req-90df8221-bec2-4eaf-b48e-e780fe0afd3f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.1256075 Jan 26 20:54:41.713732 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8b529ed-9fd8-4495-b337-286683cd8149 req-83758bf5-d2f4-42f4-9225-4e2eef89aa57 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0494342 Jan 26 20:54:42.751021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c538616-ac8a-45d2-be32-0d4c8f551279 req-aba20849-35b9-4b6d-a6e4-ca0959fc6f5f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:42.752636 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1c538616-ac8a-45d2-be32-0d4c8f551279 req-aba20849-35b9-4b6d-a6e4-ca0959fc6f5f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1233795 Jan 26 20:54:42.815405 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1c538616-ac8a-45d2-be32-0d4c8f551279 req-3215e835-934c-4161-bc91-1972dfd68be2 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564246 Jan 26 20:54:42.968222 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292464ab-c469-432a-986a-8d11f740f2be req-9e5aac27-7fba-488f-b2d1-bf1049868587 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:42.969806 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-292464ab-c469-432a-986a-8d11f740f2be req-9e5aac27-7fba-488f-b2d1-bf1049868587 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.1231561 Jan 26 20:54:43.024525 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-292464ab-c469-432a-986a-8d11f740f2be req-3fa39583-b8a2-4f24-b204-63b61eb1db03 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0484633 Jan 26 20:54:44.070711 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd39ae0-0344-4602-a98d-bbfafcfd4a7c req-37b280fe-4093-49ad-bec5-8ce4274bdaac tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:44.072405 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3fd39ae0-0344-4602-a98d-bbfafcfd4a7c req-37b280fe-4093-49ad-bec5-8ce4274bdaac tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1280262 Jan 26 20:54:44.128918 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3fd39ae0-0344-4602-a98d-bbfafcfd4a7c req-e7b83f43-3ded-4f47-9baa-b679a8df7901 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500522 Jan 26 20:54:44.276435 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f65af6-0f94-49e1-bca3-083e71a8c14f req-1d10ad6d-59e4-4bdb-a18b-39c70745d093 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:44.278120 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-66f65af6-0f94-49e1-bca3-083e71a8c14f req-1d10ad6d-59e4-4bdb-a18b-39c70745d093 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.1225927 Jan 26 20:54:44.337348 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-66f65af6-0f94-49e1-bca3-083e71a8c14f req-29cd57a1-f253-4fbd-b723-cc2681292b10 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0530987 Jan 26 20:54:44.700999 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-3eb7ca31-41f4-458e-8f20-152afab8d0d3 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:44.702638 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-3eb7ca31-41f4-458e-8f20-152afab8d0d3 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/networks?id=5e31f10a-595d-482c-a657-886e8948a6a6 HTTP/1.1" status: 200 len: 814 time: 0.1979160 Jan 26 20:54:44.719146 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-554192a6-c24c-439a-a678-12850a66a281 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/quotas/483724f4dcff423ab02db2c67d8b760d HTTP/1.1" status: 200 len: 375 time: 0.0104249 Jan 26 20:54:44.770002 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-5bcd35f9-6768-4655-980a-f68f2edacbb8 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=483724f4dcff423ab02db2c67d8b760d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454419 Jan 26 20:54:44.914341 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-0786a474-fcb4-4c99-9d33-7f2f085afdff service neutron] 10.222.0.59 "GET /v2.0/networks/5e31f10a-595d-482c-a657-886e8948a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365242 Jan 26 20:54:45.055187 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-8784f74c-5617-4884-9b7b-d42cb713e554 service neutron] 10.222.0.59 "GET /v2.0/networks/5e31f10a-595d-482c-a657-886e8948a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1343133 Jan 26 20:54:45.262333 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-30164e09-a28a-451b-9b14-f381793366c0 req-3aed372d-0036-48e2-8a8d-67e06ba29a16 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 210 time: 0.0491979 Jan 26 20:54:45.399696 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7845e12-b6e5-4999-9211-3d04a317f3d9 req-ef03e22d-3ab8-4618-b6a0-c7544a79854e tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:45.401367 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c7845e12-b6e5-4999-9211-3d04a317f3d9 req-ef03e22d-3ab8-4618-b6a0-c7544a79854e tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1314285 Jan 26 20:54:45.460645 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c7845e12-b6e5-4999-9211-3d04a317f3d9 req-aee2c679-ef5e-4dfa-9fc4-55d9561e086d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524619 Jan 26 20:54:45.607774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b62c3e3-536c-4147-8d82-0a045ad237cb req-6b40b1dc-a21a-4c09-9d8e-dbc233fe826f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:45.609370 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2b62c3e3-536c-4147-8d82-0a045ad237cb req-6b40b1dc-a21a-4c09-9d8e-dbc233fe826f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.1283062 Jan 26 20:54:45.672035 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2b62c3e3-536c-4147-8d82-0a045ad237cb req-cd1fd470-20b5-47e8-86b0-ab166c106fbc tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0552018 Jan 26 20:54:46.470709 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a1800a39-4176-4994-a920-9a6adbae2a59 req-15a4743f-6cf4-492e-94e4-cd71bda9ab69 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 210 time: 0.0693758 Jan 26 20:54:46.538902 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-02248860-9257-4b56-b64f-c9d3e48b1539 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:46.541051 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-02248860-9257-4b56-b64f-c9d3e48b1539 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.11 "GET /v2.0/networks?id=5e31f10a-595d-482c-a657-886e8948a6a6 HTTP/1.1" status: 200 len: 814 time: 0.2476306 Jan 26 20:54:46.570899 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Request body: {'port': {'device_id': '9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a', 'network_id': '5e31f10a-595d-482c-a657-886e8948a6a6', 'admin_state_up': True, 'tenant_id': '483724f4dcff423ab02db2c67d8b760d'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:54:46.783215 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:54:46.791209 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Usage tracker for resource:port and tenant:483724f4dcff423ab02db2c67d8b760d is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:54:46.838822 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e9738-4ea5-4f7b-93be-6a234ffdbda1 req-f1d5acb8-542b-46f8-af29-8959f35479a3 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:46.840497 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-708e9738-4ea5-4f7b-93be-6a234ffdbda1 req-f1d5acb8-542b-46f8-af29-8959f35479a3 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1971464 Jan 26 20:54:46.842718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:54:46.888935 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:54:46.936583 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Made reservation on behalf of 483724f4dcff423ab02db2c67d8b760d for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:54:46.949956 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:46.986589 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-708e9738-4ea5-4f7b-93be-6a234ffdbda1 req-83bb1cd6-9022-4619-89f0-730c8fba9cef tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988290 Jan 26 20:54:47.141400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1840321c-c6b8-438d-ba0b-7c36eb73dd0c req-c3a1a711-47a5-4c33-a832-501442df0972 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:47.143038 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1840321c-c6b8-438d-ba0b-7c36eb73dd0c req-c3a1a711-47a5-4c33-a832-501442df0972 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.3015645 Jan 26 20:54:47.284382 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1840321c-c6b8-438d-ba0b-7c36eb73dd0c req-87b84f99-683f-42e5-8dcf-8ad6edbd83e6 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1290798 Jan 26 20:54:47.395282 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Allocated IP 172.20.0.9 (5e31f10a-595d-482c-a657-886e8948a6a6/9f0bf4fd-3748-4e8d-b859-24d8394e02d8/0dd99571-c411-46cd-ad3a-ab4560aa0cb5) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:54:47.650090 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:47.660884 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-285ac1ff-52ab-455b-b91c-8c7380d75b27 req-d79ce76d-9c9c-483d-a933-320cf8be0995 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 210 time: 0.0568306 Jan 26 20:54:47.687999 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:47.703722 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:48.047116 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Pushing event updated for resources: {'Port': ['ID=0dd99571-c411-46cd-ad3a-ab4560aa0cb5,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:48.051619 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:48.108590 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Network 5e31f10a-595d-482c-a657-886e8948a6a6 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:54:48.109782 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:54:48.112161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:54:48.257360 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:48.258050 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:48.296716 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7311294 Jan 26 20:54:48.342251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c9d84-8c23-4af7-8f31-de69622dbe3c req-1b06b174-cbd8-4b37-add4-3afc216508a2 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:48.344272 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8f5c9d84-8c23-4af7-8f31-de69622dbe3c req-1b06b174-cbd8-4b37-add4-3afc216508a2 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.2011461 Jan 26 20:54:48.349903 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Request body: {'port': {'device_id': '9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:54:48.552202 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8f5c9d84-8c23-4af7-8f31-de69622dbe3c req-6a7cf12b-ccce-4aa0-8aeb-e3ec6b0b402f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675684 Jan 26 20:54:48.581353 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:48.691902 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94b504-7f09-4a6e-9bd8-b4931c47b022 req-a995adfb-1003-4b50-b1e9-55e0119c76e4 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:48.693587 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8f94b504-7f09-4a6e-9bd8-b4931c47b022 req-a995adfb-1003-4b50-b1e9-55e0119c76e4 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.2838914 Jan 26 20:54:48.844394 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8f94b504-7f09-4a6e-9bd8-b4931c47b022 req-2ea9507d-a7d4-4813-b872-e2e4fbd0262e tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1424844 Jan 26 20:54:48.995161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:49.067808 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:54:49.073116 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:49.073538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:49.077322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd58124-5906-4ba0-95b4-f1f284f1c78c req-00b506f9-6e90-4f95-b0e7-7000cc96a075 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:49.078163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-2bd58124-5906-4ba0-95b4-f1f284f1c78c req-00b506f9-6e90-4f95-b0e7-7000cc96a075 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Synchronizing usage tracker for tenant:483724f4dcff423ab02db2c67d8b760d on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:54:49.117160 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-2bd58124-5906-4ba0-95b4-f1f284f1c78c req-00b506f9-6e90-4f95-b0e7-7000cc96a075 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Unset dirty status for tenant:483724f4dcff423ab02db2c67d8b760d on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:54:49.118366 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bd58124-5906-4ba0-95b4-f1f284f1c78c req-00b506f9-6e90-4f95-b0e7-7000cc96a075 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 931 time: 0.3252640 Jan 26 20:54:49.196808 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:49.204906 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bd58124-5906-4ba0-95b4-f1f284f1c78c req-c24c55e5-eb96-41e5-b185-b1f400218bbe tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701861 Jan 26 20:54:49.229125 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e88ef81-d23d-4c46-853c-7c855f710595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:54:49.240567 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5f9f51c9-f53a-4ecf-9e97-18817b4271f2,segment=NetworkSegment(201ad8a3-9435-4339-84eb-368bc8964e62),segment_id=201ad8a3-9435-4339-84eb-368bc8964e62)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:54:49.243507 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:49.245465 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:49.279908 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:54:49.289290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:49.298622 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e88ef81-d23d-4c46-853c-7c855f710595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2', 'code': 200} Jan 26 20:54:49.301989 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Transition to ACTIVE for port object 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:54:49.305027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:49.320663 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7b287764-62b5-4786-a3f3-bd17dd6bc61d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:49.325860 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=5f9f51c9-f53a-4ecf-9e97-18817b4271f2,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:49.334618 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.335120 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.335627 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.336111 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.336589 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.337085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.337551 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.338168 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.338520 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.338994 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.339467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.339949 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.340465 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.340937 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.341408 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.341890 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.342369 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.342856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.343328 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.344181 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.344181 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.344703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.345146 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.345519 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:54:49.350617 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:49.459007 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd99571-c411-46cd-ad3a-ab4560aa0cb5,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:49.463535 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:49.646574 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf863dfd-19b4-4f7b-86ee-565a14584275 req-74de6a38-dcf1-44f8-92a9-77ef5a72edc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:49.648010 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Attempting to bind port 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:54:49.648383 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Attempting to bind port 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '290c3da8-77bf-4a67-9456-ed22bfd026ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5e31f10a-595d-482c-a657-886e8948a6a6'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:54:49.648750 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Attempting to bind port 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 on network 5e31f10a-595d-482c-a657-886e8948a6a6 {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:54:49.649388 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cf863dfd-19b4-4f7b-86ee-565a14584275 req-74de6a38-dcf1-44f8-92a9-77ef5a72edc5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 1162 time: 0.0826209 Jan 26 20:54:49.654524 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:54:49.654923 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Checking segment: {'id': '290c3da8-77bf-4a67-9456-ed22bfd026ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5e31f10a-595d-482c-a657-886e8948a6a6'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:54:49.655276 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:49.655672 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Bound using segment: {'id': '290c3da8-77bf-4a67-9456-ed22bfd026ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5e31f10a-595d-482c-a657-886e8948a6a6'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:54:49.656138 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Bound port: 0dd99571-c411-46cd-ad3a-ab4560aa0cb5, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290c3da8-77bf-4a67-9456-ed22bfd026ea', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5e31f10a-595d-482c-a657-886e8948a6a6'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:54:49.656484 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:49.703590 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cf863dfd-19b4-4f7b-86ee-565a14584275 req-b53538d4-f179-43a8-b0b8-79c6768ef9b4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0460000 Jan 26 20:54:49.815845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] For port 0dd99571-c411-46cd-ad3a-ab4560aa0cb5, host hv-cinder-76810, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:54:49.826986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] For port 0dd99571-c411-46cd-ad3a-ab4560aa0cb5, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0dd99571-c411-46cd-ad3a-ab4560aa0cb5,segment=NetworkSegment(290c3da8-77bf-4a67-9456-ed22bfd026ea),segment_id=290c3da8-77bf-4a67-9456-ed22bfd026ea)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:54:49.831018 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:49.846126 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:49.919789 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbf4af-7cb4-4ae9-8f89-bd0be0ccdecf req-9831f938-87b2-41e3-9005-b0c13c1213f2 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:49.921441 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e5fbf4af-7cb4-4ae9-8f89-bd0be0ccdecf req-9831f938-87b2-41e3-9005-b0c13c1213f2 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.2170613 Jan 26 20:54:50.144318 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e5fbf4af-7cb4-4ae9-8f89-bd0be0ccdecf req-934c6189-3d2f-4025-8763-afc83f7a5160 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1639683 Jan 26 20:54:50.152879 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Pushing event updated for resources: {'Port': ['ID=0dd99571-c411-46cd-ad3a-ab4560aa0cb5,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:50.175488 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:50.245483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadda366-912c-46ea-908b-2d3a147fb626 req-bbc56e55-a005-42f3-b2e8-fc76dd23ec28 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:50.247178 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-dadda366-912c-46ea-908b-2d3a147fb626 req-bbc56e55-a005-42f3-b2e8-fc76dd23ec28 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.2656839 Jan 26 20:54:50.248432 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:50.249090 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:50.250517 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] 10.222.0.11 "PUT /v2.0/ports/0dd99571-c411-46cd-ad3a-ab4560aa0cb5 HTTP/1.1" status: 200 len: 1157 time: 1.9055614 Jan 26 20:54:50.251007 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a', 'tag': '0dd99571-c411-46cd-ad3a-ab4560aa0cb5'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:54:50.308664 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-dadda366-912c-46ea-908b-2d3a147fb626 req-952bd1a1-2320-48ca-acc8-8eaaecbf83db tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0523386 Jan 26 20:54:50.410265 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a', 'tag': '0dd99571-c411-46cd-ad3a-ab4560aa0cb5', 'status': 'completed', 'code': 200} Jan 26 20:54:50.464948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-c9e3154c-5349-4566-b0da-6d7e474d39ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:50.466574 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-c9e3154c-5349-4566-b0da-6d7e474d39ba service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=483724f4dcff423ab02db2c67d8b760d&device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 1160 time: 0.1503029 Jan 26 20:54:50.516208 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ce222-313d-4396-af41-a871b921590e req-7401e172-b50d-46c5-b82c-f90e1499ce8d tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:50.517710 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e7ce222-313d-4396-af41-a871b921590e req-7401e172-b50d-46c5-b82c-f90e1499ce8d tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 943 time: 0.1482697 Jan 26 20:54:50.588489 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:50.605106 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-83b5c436-d959-44c6-9672-3f5d5d5f806a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dd99571-c411-46cd-ad3a-ab4560aa0cb5 HTTP/1.1" status: 200 len: 217 time: 0.0863595 Jan 26 20:54:50.636095 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e7ce222-313d-4396-af41-a871b921590e req-de08dbdb-dd9e-44d2-be9a-967f64f7a9c7 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625615 Jan 26 20:54:50.663984 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:50.664623 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:50.725316 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-c7ad1003-65b6-4def-b95a-deef317aeb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:50.727098 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-c7ad1003-65b6-4def-b95a-deef317aeb12 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f0bf4fd-3748-4e8d-b859-24d8394e02d8 HTTP/1.1" status: 200 len: 854 time: 0.0679054 Jan 26 20:54:50.790638 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-01246deb-6e63-4267-92d1-434e745164ad service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e31f10a-595d-482c-a657-886e8948a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494616 Jan 26 20:54:50.935169 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-0ed5f76b-0583-4f9b-802a-308fcb4bed50 service neutron] 10.222.0.11 "GET /v2.0/networks/5e31f10a-595d-482c-a657-886e8948a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365292 Jan 26 20:54:51.335070 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bc50abe-27ac-4be3-ae55-8225f4f549c6 req-77b91400-bb4b-4789-8079-451e243577d4 service neutron] 10.222.0.11 "GET /v2.0/networks/5e31f10a-595d-482c-a657-886e8948a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3918943 Jan 26 20:54:51.426669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44304fa-3eb7-4c29-a858-ca98157fb0e5 req-8327e940-4a05-4a6f-b726-f9ffe00eb699 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:51.429021 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a44304fa-3eb7-4c29-a858-ca98157fb0e5 req-8327e940-4a05-4a6f-b726-f9ffe00eb699 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1319292 Jan 26 20:54:51.592326 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a44304fa-3eb7-4c29-a858-ca98157fb0e5 req-856a635d-6f7f-4865-8b91-ff9cb8896e66 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278543 Jan 26 20:54:51.623161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e693d-e7d2-448f-92e7-afab5adb0fcc req-d3957646-9596-4f2c-ab08-a87e6ceb33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:51.624777 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3a7e693d-e7d2-448f-92e7-afab5adb0fcc req-d3957646-9596-4f2c-ab08-a87e6ceb33c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=483724f4dcff423ab02db2c67d8b760d&device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 1160 time: 0.1945288 Jan 26 20:54:51.672118 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20e8cd-79a0-4aa6-985e-abd0242ec0f4 req-8fcef411-1100-4de4-8255-dc2377e82173 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:51.675438 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aa20e8cd-79a0-4aa6-985e-abd0242ec0f4 req-8fcef411-1100-4de4-8255-dc2377e82173 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.2083883 Jan 26 20:54:51.830234 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aa20e8cd-79a0-4aa6-985e-abd0242ec0f4 req-3d14a87e-c804-43b2-810b-511f67eb203c tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1309052 Jan 26 20:54:51.885137 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e693d-e7d2-448f-92e7-afab5adb0fcc req-652e2095-59de-41d2-a6ea-8e2f2e4425f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:51.886909 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3a7e693d-e7d2-448f-92e7-afab5adb0fcc req-652e2095-59de-41d2-a6ea-8e2f2e4425f2 service neutron] 10.222.0.11 "GET /v2.0/networks?id=5e31f10a-595d-482c-a657-886e8948a6a6 HTTP/1.1" status: 200 len: 908 time: 0.2118845 Jan 26 20:54:52.047078 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e73fcc-397f-4c9a-add1-8ce7416e2677 req-2a98960d-1f72-4c0c-b526-5fcfab28bc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:52.048708 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-09e73fcc-397f-4c9a-add1-8ce7416e2677 req-2a98960d-1f72-4c0c-b526-5fcfab28bc5d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=954edcaec745436491b2623398786a63&device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 1162 time: 0.0781839 Jan 26 20:54:52.057044 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3a7e693d-e7d2-448f-92e7-afab5adb0fcc req-4eef33df-8339-460b-9197-875affe2fd4c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0dd99571-c411-46cd-ad3a-ab4560aa0cb5 HTTP/1.1" status: 200 len: 217 time: 0.1177146 Jan 26 20:54:52.176108 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e693d-e7d2-448f-92e7-afab5adb0fcc req-5683d9e7-23e6-4616-affc-962bf023dac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:52.178552 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3a7e693d-e7d2-448f-92e7-afab5adb0fcc req-5683d9e7-23e6-4616-affc-962bf023dac9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9f0bf4fd-3748-4e8d-b859-24d8394e02d8 HTTP/1.1" status: 200 len: 854 time: 0.1058803 Jan 26 20:54:52.205569 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e73fcc-397f-4c9a-add1-8ce7416e2677 req-485a0103-36b7-4def-bd30-94c078ec81cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:52.207198 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-09e73fcc-397f-4c9a-add1-8ce7416e2677 req-485a0103-36b7-4def-bd30-94c078ec81cc service neutron] 10.222.0.11 "GET /v2.0/networks?id=02d20e51-2183-493a-a1ff-ad179f279ec0 HTTP/1.1" status: 200 len: 905 time: 0.1401360 Jan 26 20:54:52.226664 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433b29a-ce7d-4d11-87a2-72d55e6a15ca req-deb61979-97a2-4d45-8e49-6a652dc391ec tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:52.228327 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a433b29a-ce7d-4d11-87a2-72d55e6a15ca req-deb61979-97a2-4d45-8e49-6a652dc391ec tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 943 time: 0.3249967 Jan 26 20:54:52.294914 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3a7e693d-e7d2-448f-92e7-afab5adb0fcc req-4483feb1-5951-4aa4-aeb2-66ab7e4902e9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=5e31f10a-595d-482c-a657-886e8948a6a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647016 Jan 26 20:54:52.319834 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-09e73fcc-397f-4c9a-add1-8ce7416e2677 req-42672701-395a-4d9e-9e2d-b635513989d0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d HTTP/1.1" status: 200 len: 1001 time: 0.1049683 Jan 26 20:54:52.347704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328543d-5e2e-4019-ba05-7a9100579a71 req-1391a666-b669-44aa-b38d-a104bca49647 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:52.349353 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9328543d-5e2e-4019-ba05-7a9100579a71 req-1391a666-b669-44aa-b38d-a104bca49647 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.3463726 Jan 26 20:54:52.390497 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e73fcc-397f-4c9a-add1-8ce7416e2677 req-4a6c2c00-4f27-4561-8238-458db75c26d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:52.391974 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-09e73fcc-397f-4c9a-add1-8ce7416e2677 req-4a6c2c00-4f27-4561-8238-458db75c26d8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f57cca65-4616-4076-a364-f0a94b9bdce6 HTTP/1.1" status: 200 len: 850 time: 0.0649426 Jan 26 20:54:52.476943 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e73fcc-397f-4c9a-add1-8ce7416e2677 req-84086182-fb61-41b0-b334-a64d6c8dc38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:52.478579 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-09e73fcc-397f-4c9a-add1-8ce7416e2677 req-84086182-fb61-41b0-b334-a64d6c8dc38c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02d20e51-2183-493a-a1ff-ad179f279ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792634 Jan 26 20:54:52.486815 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a433b29a-ce7d-4d11-87a2-72d55e6a15ca req-2ad68db7-0539-48c5-b573-493fa1b3ccbf tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137895 Jan 26 20:54:52.542778 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9328543d-5e2e-4019-ba05-7a9100579a71 req-d633d691-38b8-42ee-a3ef-2fca172abfc4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644197 Jan 26 20:54:52.570399 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3a7e693d-e7d2-448f-92e7-afab5adb0fcc req-a08dd6ed-1827-42b1-9d3e-e1fe937ec438 service neutron] 10.222.0.11 "GET /v2.0/networks/5e31f10a-595d-482c-a657-886e8948a6a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199402 Jan 26 20:54:52.639195 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-09e73fcc-397f-4c9a-add1-8ce7416e2677 req-65f54926-4f00-4041-8f36-9b00dce81d87 service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512353 Jan 26 20:54:52.665365 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:52.744652 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:52.745542 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:52.791314 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-09e73fcc-397f-4c9a-add1-8ce7416e2677 req-a314c780-a67b-4dca-9479-fab2605a3eb3 service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442928 Jan 26 20:54:52.796994 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3a7e693d-e7d2-448f-92e7-afab5adb0fcc req-40218c03-9ad3-4a36-b595-f69099b84e56 service neutron] 10.222.0.11 "GET /v2.0/networks/5e31f10a-595d-482c-a657-886e8948a6a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2173631 Jan 26 20:54:52.849083 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82590295-dc7d-4ede-a0c5-33c49700b3e7 req-1f1822d0-81a2-473f-a894-95d4b7f19615 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:52.850966 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-82590295-dc7d-4ede-a0c5-33c49700b3e7 req-1f1822d0-81a2-473f-a894-95d4b7f19615 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.2413785 Jan 26 20:54:52.908317 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-82590295-dc7d-4ede-a0c5-33c49700b3e7 req-0702faf8-2fc9-4f10-ba09-5c9d27354f66 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0507336 Jan 26 20:54:53.135125 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-bbca6dc8-7bee-4da9-b5a5-86b446f58cbd tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1730301 Jan 26 20:54:53.145130 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Request body: {'floatingip': {'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:54:53.158859 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:54:53.163497 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Usage tracker for resource:floatingip and tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:54:53.166513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:54:53.172122 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:54:53.181608 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for floatingip, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:53.326683 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:53.604127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Allocated IP 172.27.0.189 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/172fc470-9cda-46cf-854b-9b229f85e9c6) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:54:53.870752 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ec80c-e667-4221-85f1-4a8ceb59eb70 req-8b9375e7-21cc-41ba-b5fd-f8dcd76c1abb tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:53.872382 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c79ec80c-e667-4221-85f1-4a8ceb59eb70 req-8b9375e7-21cc-41ba-b5fd-f8dcd76c1abb tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 943 time: 0.2393448 Jan 26 20:54:53.879973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:53.947268 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c79ec80c-e667-4221-85f1-4a8ceb59eb70 req-60de051c-8d66-4e39-a97c-3cebcccd7f57 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632865 Jan 26 20:54:53.959908 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:53.975909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b5e3cf3b-9967-4072-9155-6f0aba5f5f33 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:54.164217 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Pushing event updated for resources: {'Port': ['ID=172fc470-9cda-46cf-854b-9b229f85e9c6,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:54.172096 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:54.282446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6aa1e3-ac4f-461e-9ff6-718980a8e2f7 req-b8f510cb-39ff-4d91-adf5-74b763bf2342 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:54.284091 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ba6aa1e3-ac4f-461e-9ff6-718980a8e2f7 req-b8f510cb-39ff-4d91-adf5-74b763bf2342 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.2102795 Jan 26 20:54:54.294735 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:54:54.309986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:54:54.313582 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:54:54.392955 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ba6aa1e3-ac4f-461e-9ff6-718980a8e2f7 req-bbbbc8ec-eeb9-437e-9855-abf47d3effbb tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003027 Jan 26 20:54:54.426121 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:54.491132 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:55.021798 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:55.025835 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:55.056751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:55.088283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:55.175075 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:54:55.181429 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:55.181856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:55.258889 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Pushing event updated for resources: {'Port': ['ID=172fc470-9cda-46cf-854b-9b229f85e9c6,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:55.267237 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:55.336409 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:55.373727 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd99571-c411-46cd-ad3a-ab4560aa0cb5'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:54:55.384702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2968f-8e01-4d4a-9938-8bdfe84f38cf req-bbdedda9-7957-4ae2-b55c-dfdad457a769 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:55.386431 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cec2968f-8e01-4d4a-9938-8bdfe84f38cf req-bbdedda9-7957-4ae2-b55c-dfdad457a769 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 943 time: 0.2371264 Jan 26 20:54:55.387328 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 0dd99571-c411-46cd-ad3a-ab4560aa0cb5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0dd99571-c411-46cd-ad3a-ab4560aa0cb5,segment=NetworkSegment(290c3da8-77bf-4a67-9456-ed22bfd026ea),segment_id=290c3da8-77bf-4a67-9456-ed22bfd026ea)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:54:55.390892 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:55.392870 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:54:55.474755 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=0dd99571-c411-46cd-ad3a-ab4560aa0cb5,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:54:55.478463 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:54:55.481020 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:55.504506 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cec2968f-8e01-4d4a-9938-8bdfe84f38cf req-03cd8353-146f-47ac-b5fb-a25ee2f0426a tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875459 Jan 26 20:54:55.518512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:55.519865 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3787642 Jan 26 20:54:55.587601 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dd99571-c411-46cd-ad3a-ab4560aa0cb5', 'code': 200} Jan 26 20:54:55.621027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-092a0916-e234-4874-83ab-8344f9ea23bd tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Synchronizing usage tracker for tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 on resource:floatingip {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:54:55.642208 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-092a0916-e234-4874-83ab-8344f9ea23bd tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Unset dirty status for tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 on resource:floatingip {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:54:55.643804 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-092a0916-e234-4874-83ab-8344f9ea23bd tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.189 HTTP/1.1" status: 200 len: 696 time: 0.1160591 Jan 26 20:54:55.890877 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-a8f798b8-ea65-4d2f-ba06-9cb7ed803716 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:55.892422 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-a8f798b8-ea65-4d2f-ba06-9cb7ed803716 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/networks/4bf8f360-8c6f-48c4-992b-12f8abb374b0 HTTP/1.1" status: 200 len: 784 time: 0.2414494 Jan 26 20:54:55.906771 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-4f28f5f3-c8a4-4980-94b0-0bc95f7ff290 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:54:55.907799 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3d9bcf75-71a9-4d85-8679-1edeae81a3bf req-4f28f5f3-c8a4-4980-94b0-0bc95f7ff290 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0084219 Jan 26 20:54:55.937024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908e60f8-1fb1-4229-aad2-a930ecb5b710 req-4a0e105a-bc7c-4970-8c25-cdc7ded6ad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:55.938654 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-908e60f8-1fb1-4229-aad2-a930ecb5b710 req-4a0e105a-bc7c-4970-8c25-cdc7ded6ad46 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 1162 time: 0.1324971 Jan 26 20:54:55.985993 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-908e60f8-1fb1-4229-aad2-a930ecb5b710 req-4e519290-2919-44dc-a3b3-140a42893d85 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390241 Jan 26 20:54:56.153024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-fde12b8b-fb0d-4fd2-9677-bd5c57fa0eb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:56.154762 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-fde12b8b-fb0d-4fd2-9677-bd5c57fa0eb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1312881 Jan 26 20:54:56.251421 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-2b29e74d-b75b-48dd-a1ca-deb4e15f2a1b tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.189 HTTP/1.1" status: 200 len: 696 time: 0.0904903 Jan 26 20:54:56.262188 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-bba564a5-898f-466a-a56d-53e30f688988 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Request body: {'floatingip': {'port_id': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:54:56.350825 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-bba564a5-898f-466a-a56d-53e30f688988 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for floatingip, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:56.678648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:54:56.748915 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:54:56.749322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:56.937629 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce7126-01a6-4ca1-ad40-59de5f75e755 req-2114f027-aa27-4aa8-a827-61038fa11c7d tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:56.939180 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-48ce7126-01a6-4ca1-ad40-59de5f75e755 req-2114f027-aa27-4aa8-a827-61038fa11c7d tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 945 time: 0.2648680 Jan 26 20:54:57.011774 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-48ce7126-01a6-4ca1-ad40-59de5f75e755 req-8b254350-753e-46cf-a0c0-288556d50626 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648320 Jan 26 20:54:57.140118 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-bba564a5-898f-466a-a56d-53e30f688988 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:57.142822 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-bba564a5-898f-466a-a56d-53e30f688988 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:57.338934 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-bba564a5-898f-466a-a56d-53e30f688988 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Floating IP 792fba36-93c7-443c-bed0-aadcf0b3397d associated. External IP: 172.27.0.189, port: 5f9f51c9-f53a-4ecf-9e97-18817b4271f2. Jan 26 20:54:57.680935 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:57.934352 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-bba564a5-898f-466a-a56d-53e30f688988 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Router 1b17d556-d143-4144-9859-d42e0a3eec32 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:54:58.125052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-bba564a5-898f-466a-a56d-53e30f688988 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:54:58.129897 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-bba564a5-898f-466a-a56d-53e30f688988 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:54:58.135452 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c21d585-c3b6-443c-beac-3c070e8e80f8 None None] Sync routers for ids ['1b17d556-d143-4144-9859-d42e0a3eec32'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:54:58.146302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21d585-c3b6-443c-beac-3c070e8e80f8 None None] Routers {'1b17d556-d143-4144-9859-d42e0a3eec32'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:54:58.147046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-3c21d585-c3b6-443c-beac-3c070e8e80f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:54:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['1b17d556-d143-4144-9859-d42e0a3eec32'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:54:58.243924 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-bba564a5-898f-466a-a56d-53e30f688988 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "PUT /v2.0/floatingips/792fba36-93c7-443c-bed0-aadcf0b3397d HTTP/1.1" status: 200 len: 996 time: 1.9857125 Jan 26 20:54:58.245235 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e88ef81-d23d-4c46-853c-7c855f710595', 'tag': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:54:58.339811 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-3c21d585-c3b6-443c-beac-3c070e8e80f8 None None] Set router 1b17d556-d143-4144-9859-d42e0a3eec32 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:54:58.367839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67ca5c-bffb-404b-88de-4e6cc4c0a99c req-9bc3901d-e93b-44e3-a810-d7fe720f95c8 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:58.369544 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0e67ca5c-bffb-404b-88de-4e6cc4c0a99c req-9bc3901d-e93b-44e3-a810-d7fe720f95c8 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 945 time: 0.2079642 Jan 26 20:54:58.426005 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-973361ee-2d1c-451f-9052-bf77e9274cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:58.427758 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-973361ee-2d1c-451f-9052-bf77e9274cf5 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ddb9c1e31e3d4a36aea324e94f6a1be6&device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 1162 time: 0.1691582 Jan 26 20:54:58.447436 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0e67ca5c-bffb-404b-88de-4e6cc4c0a99c req-f5a7effa-3688-4b4f-9b26-2b1e472d3eed tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684171 Jan 26 20:54:58.524624 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e88ef81-d23d-4c46-853c-7c855f710595', 'tag': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2', 'status': 'completed', 'code': 200} Jan 26 20:54:58.651272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-0dd6405c-b48f-497c-8dde-2d2f6964998c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:58.652899 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-0dd6405c-b48f-497c-8dde-2d2f6964998c service neutron] 10.222.0.59 "GET /v2.0/networks?id=24a08fe2-8195-4a58-b16c-ee168535efec HTTP/1.1" status: 200 len: 902 time: 0.2168090 Jan 26 20:54:58.738383 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-3c21d585-c3b6-443c-beac-3c070e8e80f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4066da2b-03ec-4520-9b33-726af173742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:47Z', 'updated_at': '2021-01-26T20:53:52Z', 'revision_number': 4, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'gw_port': {'id': '4066da2b-03ec-4520-9b33-726af173742a', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:48Z', 'updated_at': '2021-01-26T20:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '792fba36-93c7-443c-bed0-aadcf0b3397d', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'port_id': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'mac_address': 'fa:16:3e:ec:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e88ef81-d23d-4c46-853c-7c855f710595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:54:54Z', 'updated_at': '2021-01-26T20:54:57Z', 'revision_number': 1, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ece0f7-499b-4009-bb18-40880c89fe99', 'name': '', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'mac_address': 'fa:16:3e:c4:70:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:51Z', 'updated_at': '2021-01-26T20:54:03Z', 'revision_number': 5, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'subnets': [{'id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:54:58.743703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c21d585-c3b6-443c-beac-3c070e8e80f8 None None] Checking router: 1b17d556-d143-4144-9859-d42e0a3eec32 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:54:58.753419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21d585-c3b6-443c-beac-3c070e8e80f8 None None] Routers {'1b17d556-d143-4144-9859-d42e0a3eec32'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:54:58.754035 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-3c21d585-c3b6-443c-beac-3c070e8e80f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:54:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['1b17d556-d143-4144-9859-d42e0a3eec32'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:54:58.789153 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e3668-16a1-4e47-a2f6-3ef994128981 req-512e6f62-0a8f-40d5-b75e-ad6d9c54ee09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:58.790820 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-896e3668-16a1-4e47-a2f6-3ef994128981 req-512e6f62-0a8f-40d5-b75e-ad6d9c54ee09 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddb9c1e31e3d4a36aea324e94f6a1be6&device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 1162 time: 0.2159302 Jan 26 20:54:58.794677 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-06b13e4f-625e-41c0-b498-f016d4229d34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9f51c9-f53a-4ecf-9e97-18817b4271f2 HTTP/1.1" status: 200 len: 999 time: 0.1332593 Jan 26 20:54:58.969822 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-56cda9e7-a2d7-442d-85e7-6d55800e57c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:58.971504 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-56cda9e7-a2d7-442d-85e7-6d55800e57c3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a1604279-fa6e-4070-a38e-1c53668ceda0 HTTP/1.1" status: 200 len: 847 time: 0.1695869 Jan 26 20:54:59.078736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e3668-16a1-4e47-a2f6-3ef994128981 req-2a62a4d5-8f3d-412c-a02e-400089b633c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:59.080414 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-896e3668-16a1-4e47-a2f6-3ef994128981 req-2a62a4d5-8f3d-412c-a02e-400089b633c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24a08fe2-8195-4a58-b16c-ee168535efec HTTP/1.1" status: 200 len: 902 time: 0.2402480 Jan 26 20:54:59.109272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-3c21d585-c3b6-443c-beac-3c070e8e80f8 None None] Set router 1b17d556-d143-4144-9859-d42e0a3eec32 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:54:59.202469 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-598e7bb8-b287-4701-ad09-d7855e29ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:59.210471 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-598e7bb8-b287-4701-ad09-d7855e29ddb5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=24a08fe2-8195-4a58-b16c-ee168535efec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2266736 Jan 26 20:54:59.218367 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-01c46e5f-98c6-4e2f-9765-e63b2732a1ad service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:54:59.219540 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-01c46e5f-98c6-4e2f-9765-e63b2732a1ad service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0080876 Jan 26 20:54:59.221859 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-896e3668-16a1-4e47-a2f6-3ef994128981 req-1e11698f-6793-4336-8a37-efe253210f6d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9f51c9-f53a-4ecf-9e97-18817b4271f2 HTTP/1.1" status: 200 len: 999 time: 0.1327541 Jan 26 20:54:59.500786 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e3668-16a1-4e47-a2f6-3ef994128981 req-97336d15-a39d-44c7-b473-cd894a6f9812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:59.502400 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-896e3668-16a1-4e47-a2f6-3ef994128981 req-97336d15-a39d-44c7-b473-cd894a6f9812 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1604279-fa6e-4070-a38e-1c53668ceda0 HTTP/1.1" status: 200 len: 847 time: 0.2737067 Jan 26 20:54:59.609987 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-5a28e6ab-72e0-42bc-b7c2-ee18925cf019 service neutron] 10.222.0.59 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823278 Jan 26 20:54:59.671777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0c0d9-7c3d-45ed-98d1-a3f0f5157ede req-15752fd4-fbf0-49de-adb0-974c52536f79 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:59.673461 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6ad0c0d9-7c3d-45ed-98d1-a3f0f5157ede req-15752fd4-fbf0-49de-adb0-974c52536f79 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.2671602 Jan 26 20:54:59.736161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-3c21d585-c3b6-443c-beac-3c070e8e80f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4066da2b-03ec-4520-9b33-726af173742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:47Z', 'updated_at': '2021-01-26T20:53:52Z', 'revision_number': 4, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'gw_port': {'id': '4066da2b-03ec-4520-9b33-726af173742a', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:48Z', 'updated_at': '2021-01-26T20:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '792fba36-93c7-443c-bed0-aadcf0b3397d', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'port_id': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'mac_address': 'fa:16:3e:ec:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e88ef81-d23d-4c46-853c-7c855f710595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:54:54Z', 'updated_at': '2021-01-26T20:54:57Z', 'revision_number': 1, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ece0f7-499b-4009-bb18-40880c89fe99', 'name': '', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'mac_address': 'fa:16:3e:c4:70:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:51Z', 'updated_at': '2021-01-26T20:54:03Z', 'revision_number': 5, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'subnets': [{'id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:54:59.740483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c21d585-c3b6-443c-beac-3c070e8e80f8 None None] The sync data for ids ['1b17d556-d143-4144-9859-d42e0a3eec32'] in dv-cinder-768105-4-iscsi is: [{'id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4066da2b-03ec-4520-9b33-726af173742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:47Z', 'updated_at': '2021-01-26T20:53:52Z', 'revision_number': 4, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'gw_port': {'id': '4066da2b-03ec-4520-9b33-726af173742a', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:48Z', 'updated_at': '2021-01-26T20:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '792fba36-93c7-443c-bed0-aadcf0b3397d', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'floating_ip_address': '172.27.0.189', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'port_id': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 507, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'mac_address': 'fa:16:3e:ec:cc:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e88ef81-d23d-4c46-853c-7c855f710595', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:54:54Z', 'updated_at': '2021-01-26T20:54:57Z', 'revision_number': 1, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c8ece0f7-499b-4009-bb18-40880c89fe99', 'name': '', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'mac_address': 'fa:16:3e:c4:70:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:51Z', 'updated_at': '2021-01-26T20:54:03Z', 'revision_number': 5, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'subnets': [{'id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:54:59.817814 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e3668-16a1-4e47-a2f6-3ef994128981 req-91c92971-812a-4a57-8898-6b8372df4352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:54:59.819545 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-896e3668-16a1-4e47-a2f6-3ef994128981 req-91c92971-812a-4a57-8898-6b8372df4352 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24a08fe2-8195-4a58-b16c-ee168535efec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2922816 Jan 26 20:54:59.838835 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6ad0c0d9-7c3d-45ed-98d1-a3f0f5157ede req-2b7dae31-bd2f-4994-b715-d585707d48cf tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412785 Jan 26 20:54:59.968241 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d3322b86-9f4e-464b-90b3-aaf1eeeb587c req-57488d59-1dff-4a7f-adbf-fe533955dde9 service neutron] 10.222.0.59 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3438962 Jan 26 20:55:00.015921 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-896e3668-16a1-4e47-a2f6-3ef994128981 req-35b221f1-fada-4e73-ab33-6afd824f5f29 service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732988 Jan 26 20:55:00.040382 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d65de0-4f66-4bef-8de1-aeda80bcefcb None None] New status for floating IP 792fba36-93c7-443c-bed0-aadcf0b3397d: ACTIVE {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:55:00.386144 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-896e3668-16a1-4e47-a2f6-3ef994128981 req-75ad8e8a-ed35-439c-860a-e50152830893 service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3623369 Jan 26 20:55:00.890771 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-fe80429c-dfde-494f-8048-188874911efd tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:00.892355 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-fe80429c-dfde-494f-8048-188874911efd tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.11 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.1273785 Jan 26 20:55:00.978855 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Deleting port ec22509d-971d-4da5-91e2-b33d7cd4dd50 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:55:00.979161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:01.292560 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b55a70-aede-46c1-9714-6a114fa65cb5 req-b65a0d34-d099-4354-a2e4-6c73c7d7632d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:01.294151 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a1b55a70-aede-46c1-9714-6a114fa65cb5 req-b65a0d34-d099-4354-a2e4-6c73c7d7632d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 945 time: 0.2827542 Jan 26 20:55:01.412231 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a1b55a70-aede-46c1-9714-6a114fa65cb5 req-269b8166-9eda-49e5-8577-1a8fcbf3e33c tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=5bfca792-d3c6-488e-a13e-15cda054fdf2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083825 Jan 26 20:55:01.422134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] For port ec22509d-971d-4da5-91e2-b33d7cd4dd50, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=ec22509d-971d-4da5-91e2-b33d7cd4dd50,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:55:01.422538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:01.738283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:01.738687 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:01.739046 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Floating IP 3666949e-290a-4837-88c4-7fa3e5904864 disassociated. External IP: 172.27.0.66, port: ec22509d-971d-4da5-91e2-b33d7cd4dd50. Jan 26 20:55:01.739471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Calling delete_port for ec22509d-971d-4da5-91e2-b33d7cd4dd50 owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:55:01.742789 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-13e95b40-6090-4f71-9ba0-f2d416a92649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:01.897483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:01.912900 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:02.007766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event deleted for resources: {'Port': ['ID=ec22509d-971d-4da5-91e2-b33d7cd4dd50,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:02.014041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:02.278272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:55:02.469654 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:55:02.483645 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f43e60d-ede2-48b0-9c7f-87db87f48aa4 None None] Sync routers for ids ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:55:02.497412 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43e60d-ede2-48b0-9c7f-87db87f48aa4 None None] Routers {'82838ba7-0cbc-4ecf-a6b9-00349899afb7'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:55:02.498389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-8f43e60d-ede2-48b0-9c7f-87db87f48aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:54:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:55:02.513036 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] No DVR routers for this DVR port ec22509d-971d-4da5-91e2-b33d7cd4dd50 on host hv-cinder-76810 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:55:02.515685 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:02.518220 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'name': 'network-vif-deleted', 'tag': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:55:02.527884 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d86d669a-0a6d-43d0-b1c7-dab775367ddd req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.11 "DELETE /v2.0/ports/ec22509d-971d-4da5-91e2-b33d7cd4dd50 HTTP/1.1" status: 204 len: 173 time: 1.6296337 Jan 26 20:55:02.581430 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device ec22509d-971d-4da5-91e2-b33d7cd4dd50 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:55:02.624810 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-4c54ca0b-1360-440f-a0ae-8589fb70e7f8 req-562a4964-e654-4c24-8cbf-0d95bb849b42 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Synchronizing usage tracker for tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:55:02.644115 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae6909c3-bb1a-480b-bdd3-4a48803f4f14', 'name': 'network-vif-deleted', 'tag': 'ec22509d-971d-4da5-91e2-b33d7cd4dd50', 'status': 'completed', 'code': 200} Jan 26 20:55:02.665325 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-4c54ca0b-1360-440f-a0ae-8589fb70e7f8 req-562a4964-e654-4c24-8cbf-0d95bb849b42 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Unset dirty status for tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:55:02.670451 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4c54ca0b-1360-440f-a0ae-8589fb70e7f8 req-562a4964-e654-4c24-8cbf-0d95bb849b42 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=ae6909c3-bb1a-480b-bdd3-4a48803f4f14 HTTP/1.1" status: 200 len: 210 time: 0.1062396 Jan 26 20:55:02.718638 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] No Port match for: ec22509d-971d-4da5-91e2-b33d7cd4dd50 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:55:02.718971 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device ec22509d-971d-4da5-91e2-b33d7cd4dd50 not bound to the agent host hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:55:02.790436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-8f43e60d-ede2-48b0-9c7f-87db87f48aa4 None None] Set router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:55:03.130975 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-8f43e60d-ede2-48b0-9c7f-87db87f48aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:59Z', 'revision_number': 5, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:55:03.141233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f43e60d-ede2-48b0-9c7f-87db87f48aa4 None None] Checking router: 82838ba7-0cbc-4ecf-a6b9-00349899afb7 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:55:03.150928 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f43e60d-ede2-48b0-9c7f-87db87f48aa4 None None] Routers {'82838ba7-0cbc-4ecf-a6b9-00349899afb7'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:55:03.151588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-8f43e60d-ede2-48b0-9c7f-87db87f48aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:54:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:55:03.349160 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-8f43e60d-ede2-48b0-9c7f-87db87f48aa4 None None] Set router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:55:03.857460 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48674) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:55:03.878839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-8f43e60d-ede2-48b0-9c7f-87db87f48aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:59Z', 'revision_number': 5, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:55:03.885356 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f43e60d-ede2-48b0-9c7f-87db87f48aa4 None None] The sync data for ids ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'] in dv-cinder-768105-4-iscsi is: [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:59Z', 'revision_number': 5, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:55:03.949665 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a363e622-b0a1-4fbc-b7e1-43a61c6ef94e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:03.981002 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a363e622-b0a1-4fbc-b7e1-43a61c6ef94e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:04.027369 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a363e622-b0a1-4fbc-b7e1-43a61c6ef94e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:04.032911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-17410791-fedf-4ba3-bd4e-04fc4d27f88b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:04.048595 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a363e622-b0a1-4fbc-b7e1-43a61c6ef94e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfca792-d3c6-488e-a13e-15cda054fdf2,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:04.051119 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a363e622-b0a1-4fbc-b7e1-43a61c6ef94e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:04.061054 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a363e622-b0a1-4fbc-b7e1-43a61c6ef94e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:04.065198 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-a363e622-b0a1-4fbc-b7e1-43a61c6ef94e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "DELETE /v2.0/security-groups/5bfca792-d3c6-488e-a13e-15cda054fdf2 HTTP/1.1" status: 204 len: 168 time: 0.2065866 Jan 26 20:55:04.065471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48678) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:55:04.087048 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.v2.resource [None req-42d832f3-8882-4195-9082-025b915a8228 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] show failed (client error): The resource could not be found. Jan 26 20:55:04.088148 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-42d832f3-8882-4195-9082-025b915a8228 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups/5bfca792-d3c6-488e-a13e-15cda054fdf2 HTTP/1.1" status: 404 len: 347 time: 0.0213749 Jan 26 20:55:04.091292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48682) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:55:04.275702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Deleting port 1df2acd4-343a-417f-9940-829925cdf9fc {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:55:04.276223 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:04.312398 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196958c0-6a97-410b-b182-fef0daaefacd None None] New status for floating IP 3666949e-290a-4837-88c4-7fa3e5904864: DOWN {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:55:04.414238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:04.453338 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-430b4b41-6845-4795-bc8a-404ac9636033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:04.470214 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:04.470551 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:04.603057 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Calling delete_port for 1df2acd4-343a-417f-9940-829925cdf9fc owned by network:floatingip {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:55:04.693119 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80132) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:55:04.693491 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:55:05.195172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Deleting port 1df2acd4-343a-417f-9940-829925cdf9fc {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:55:05.195566 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:05.381613 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:05.382370 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:05.520844 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Calling delete_port for 1df2acd4-343a-417f-9940-829925cdf9fc owned by network:floatingip {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:55:05.668446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:05.685397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-45ab37ef-0849-40c7-8d1d-e3ee93f1aeb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:05.799281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:06.003469 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event deleted for resources: {'Port': ['ID=1df2acd4-343a-417f-9940-829925cdf9fc,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:06.008334 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:06.069514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:06.141039 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for floatingip, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:06.159425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:06.160663 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "DELETE /v2.0/floatingips/3666949e-290a-4837-88c4-7fa3e5904864 HTTP/1.1" status: 204 len: 168 time: 2.0683966 Jan 26 20:55:06.529405 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48694) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:55:06.535100 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1082739013', 'description': 'tempest-description--78213846'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:55:06.549514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:55:06.554139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Usage tracker for resource:security_group and tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:55:06.557368 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:55:06.563034 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:55:06.572584 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:06.593203 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:55:06.597111 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Usage tracker for resource:security_group_rule and tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:55:06.600895 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:55:06.606576 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:55:06.681740 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:06.684496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:06.689635 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-fe8fe83b-9def-48b7-bc98-05f2c9151aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:06.704998 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:55:06.733018 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:06.734348 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2038584 Jan 26 20:55:06.735273 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbc7eda-73ba-45a0-9a65-70ead3092b41,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:06.737373 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48698) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:55:06.740556 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:06.744031 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-b6763348-5018-4c52-ae88-2c3fcd791398 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Request body: {'security_group_rule': {'security_group_id': '7dbc7eda-73ba-45a0-9a65-70ead3092b41', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:55:06.757909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b6763348-5018-4c52-ae88-2c3fcd791398 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:55:06.761853 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b6763348-5018-4c52-ae88-2c3fcd791398 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Usage tracker for resource:security_group_rule and tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:55:06.764849 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b6763348-5018-4c52-ae88-2c3fcd791398 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:55:06.771069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b6763348-5018-4c52-ae88-2c3fcd791398 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:55:06.787450 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b6763348-5018-4c52-ae88-2c3fcd791398 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:06.858933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b6763348-5018-4c52-ae88-2c3fcd791398 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:06.861467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b6763348-5018-4c52-ae88-2c3fcd791398 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534222'] for security_group_rule, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:06.863531 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:06.887476 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6763348-5018-4c52-ae88-2c3fcd791398 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=429eda4b-6a27-46f8-9379-eae175f67e77,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:06.893020 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b6763348-5018-4c52-ae88-2c3fcd791398 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:06.897195 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b6763348-5018-4c52-ae88-2c3fcd791398 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:06.898497 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b6763348-5018-4c52-ae88-2c3fcd791398 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1600430 Jan 26 20:55:06.901253 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48702) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:55:06.906730 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-2f3ffd6e-70fd-4d94-8d0a-46c69ce65e38 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Request body: {'security_group_rule': {'security_group_id': '7dbc7eda-73ba-45a0-9a65-70ead3092b41', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:55:06.920547 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-2f3ffd6e-70fd-4d94-8d0a-46c69ce65e38 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:55:06.924645 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-2f3ffd6e-70fd-4d94-8d0a-46c69ce65e38 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Usage tracker for resource:security_group_rule and tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:55:06.927866 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-2f3ffd6e-70fd-4d94-8d0a-46c69ce65e38 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:55:06.934017 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-2f3ffd6e-70fd-4d94-8d0a-46c69ce65e38 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:55:06.951130 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffd6e-70fd-4d94-8d0a-46c69ce65e38 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:07.017117 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffd6e-70fd-4d94-8d0a-46c69ce65e38 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:07.019924 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffd6e-70fd-4d94-8d0a-46c69ce65e38 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534222'] for security_group_rule, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:07.027608 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:07.048719 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3ffd6e-70fd-4d94-8d0a-46c69ce65e38 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3e90dd-476c-480b-a303-6904189485bc,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:07.051695 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2f3ffd6e-70fd-4d94-8d0a-46c69ce65e38 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:07.055248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2f3ffd6e-70fd-4d94-8d0a-46c69ce65e38 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:07.056500 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-2f3ffd6e-70fd-4d94-8d0a-46c69ce65e38 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542668 Jan 26 20:55:07.059813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 48706) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:55:07.065165 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Request body: {'floatingip': {'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:55:07.079115 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:55:07.084242 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Usage tracker for resource:floatingip and tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:55:07.087257 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:55:07.093007 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:55:07.103036 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for floatingip, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:07.248958 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:07.549532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Allocated IP 172.27.0.230 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/d206a873-f5ca-486e-85b1-289dcc1f9408) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:55:07.709657 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:07.737542 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:07.752963 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:07.883971 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event updated for resources: {'Port': ['ID=d206a873-f5ca-486e-85b1-289dcc1f9408,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:07.890280 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:07.938563 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:55:07.939747 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:55:07.942049 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:55:07.969710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:08.030816 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:08.292805 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:08.296238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:08.311265 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-553f8690-81c9-44c1-942c-d396fa2ce431 tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:08.445072 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event updated for resources: {'Port': ['ID=d206a873-f5ca-486e-85b1-289dcc1f9408,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:08.450460 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:08.495612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:08.518789 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:08.520161 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4593177 Jan 26 20:55:08.772353 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-7eda97b0-8b6d-4215-8f53-9b8dd964e730 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1082739013&fields=id&tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5 HTTP/1.1" status: 200 len: 267 time: 0.0526879 Jan 26 20:55:08.971744 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-49d500f3-76db-4e58-ac38-17c41271dacc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:08.973252 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-49d500f3-76db-4e58-ac38-17c41271dacc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/networks?id=904a70fd-fb27-440b-aa4c-ebdd097079d3 HTTP/1.1" status: 200 len: 817 time: 0.1939006 Jan 26 20:55:08.989646 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-cc29b56e-b28d-48d2-b6d8-b96ed0b70e98 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/quotas/c73218cc1fef4b1ab83c9ef8a2c15db5 HTTP/1.1" status: 200 len: 375 time: 0.0096395 Jan 26 20:55:09.103049 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-b8a476be-93ad-4787-88a9-8e8970c820ea tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Synchronizing usage tracker for tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:55:09.117648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-b8a476be-93ad-4787-88a9-8e8970c820ea tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Unset dirty status for tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:55:09.119043 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-b8a476be-93ad-4787-88a9-8e8970c820ea tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1236954 Jan 26 20:55:09.267001 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-d67ddfb5-89dd-4c6a-8cab-6f64add4232e service neutron] 10.222.0.59 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352425 Jan 26 20:55:09.409361 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-02b2628c-6639-45b7-8445-5361e0fd3f4b service neutron] 10.222.0.59 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1360338 Jan 26 20:55:09.618432 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-374acd9b-ba86-4743-bd63-436f1e4c4d3e req-0383b9f3-fdc1-4bb5-b902-8b27907c85f7 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 210 time: 0.0505672 Jan 26 20:55:10.819609 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6968fedb-67d2-469d-9c5d-cdfe068f1cc6 req-470d47a7-d3ce-4c9b-8822-34592368d793 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 210 time: 0.0542109 Jan 26 20:55:11.629685 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-ab25288d-8f92-4310-a268-04d67870c514 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:11.632039 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-ab25288d-8f92-4310-a268-04d67870c514 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.11 "GET /v2.0/networks?id=904a70fd-fb27-440b-aa4c-ebdd097079d3 HTTP/1.1" status: 200 len: 817 time: 0.2021072 Jan 26 20:55:11.766944 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-4492a941-889d-415f-ba41-b2ece5d6db7f tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5 HTTP/1.1" status: 200 len: 5707 time: 0.0861220 Jan 26 20:55:11.780299 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Request body: {'port': {'device_id': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'admin_state_up': True, 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'security_groups': ['7dbc7eda-73ba-45a0-9a65-70ead3092b41']}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:55:11.936779 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:55:11.947361 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:55:11.957651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Made reservation on behalf of c73218cc1fef4b1ab83c9ef8a2c15db5 for: {'port': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:55:11.971650 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:12.040545 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c9572381-d240-4af5-a81e-cfe8acffe859 req-8ff0630e-0a31-41b5-9be0-0f5a6b236004 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 210 time: 0.0579073 Jan 26 20:55:12.328306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Allocated IP 172.20.0.9 (904a70fd-fb27-440b-aa4c-ebdd097079d3/48167752-fd52-413a-9909-8656b42a787b/b64b106f-e891-4cb5-aeca-5a3398672384) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:55:12.526212 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:12.542631 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Transition to ACTIVE for port object b64b106f-e891-4cb5-aeca-5a3398672384 will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:55:12.564808 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:12.583239 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:12.722521 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event updated for resources: {'Port': ['ID=b64b106f-e891-4cb5-aeca-5a3398672384,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:12.727589 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:12.779238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Network 904a70fd-fb27-440b-aa4c-ebdd097079d3 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:55:12.780318 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:55:12.782554 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:55:12.882939 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:12.883669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:12.909983 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1337664 Jan 26 20:55:13.015400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-076d07fe-c983-4d76-887d-87754d86dc3d None None] Provisioning for port b64b106f-e891-4cb5-aeca-5a3398672384 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:55:13.020447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-076d07fe-c983-4d76-887d-87754d86dc3d None None] Provisioning complete for port b64b106f-e891-4cb5-aeca-5a3398672384 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:55:13.020924 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-076d07fe-c983-4d76-887d-87754d86dc3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:13.077815 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-076d07fe-c983-4d76-887d-87754d86dc3d None None] Port b64b106f-e891-4cb5-aeca-5a3398672384 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:55:13.306382 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41d70d-4f36-4a45-86af-53eac7440b8e req-f48ed3f6-9fe6-43de-976d-0816ca6ef21a tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:13.307133 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-8c41d70d-4f36-4a45-86af-53eac7440b8e req-f48ed3f6-9fe6-43de-976d-0816ca6ef21a tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Synchronizing usage tracker for tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:55:13.321176 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-8c41d70d-4f36-4a45-86af-53eac7440b8e req-f48ed3f6-9fe6-43de-976d-0816ca6ef21a tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Unset dirty status for tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:55:13.322424 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8c41d70d-4f36-4a45-86af-53eac7440b8e req-f48ed3f6-9fe6-43de-976d-0816ca6ef21a tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 931 time: 0.1374838 Jan 26 20:55:13.377744 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8c41d70d-4f36-4a45-86af-53eac7440b8e req-2e6bd185-3459-4811-80dd-f37fe752d17b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488975 Jan 26 20:55:14.644529 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee9356-9ab0-4097-92af-4ac7d8ef611b req-3c4afe7a-6e26-437e-8a71-fee3631c9ea7 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:14.646225 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c2ee9356-9ab0-4097-92af-4ac7d8ef611b req-3c4afe7a-6e26-437e-8a71-fee3631c9ea7 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 931 time: 0.1267400 Jan 26 20:55:14.702698 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c2ee9356-9ab0-4097-92af-4ac7d8ef611b req-4fdeda6b-e14d-4dd9-9fb2-bc2f64a5624f tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496032 Jan 26 20:55:14.926451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Request body: {'port': {'device_id': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:55:15.047624 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:15.457075 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64b106f-e891-4cb5-aeca-5a3398672384 {{(pid=80132) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:55:15.465607 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:15.478271 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Transition to ACTIVE for port object b64b106f-e891-4cb5-aeca-5a3398672384 will not be triggered until provisioned by entity L2. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:55:15.480853 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:15.496154 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-46a9972b-892f-435f-bfb0-3867ebed1d9b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:15.629281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b64b106f-e891-4cb5-aeca-5a3398672384,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:15.635731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:16.138583 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203ba09-d4d3-45cf-aee0-acddcc1afa77 req-bbb662ac-1730-4da8-8d09-cdbb55b50880 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:16.140293 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2203ba09-d4d3-45cf-aee0-acddcc1afa77 req-bbb662ac-1730-4da8-8d09-cdbb55b50880 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 943 time: 0.2674956 Jan 26 20:55:16.187911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Attempting to bind port b64b106f-e891-4cb5-aeca-5a3398672384 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:55:16.188293 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Attempting to bind port b64b106f-e891-4cb5-aeca-5a3398672384 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:55:16.188660 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Attempting to bind port b64b106f-e891-4cb5-aeca-5a3398672384 on network 904a70fd-fb27-440b-aa4c-ebdd097079d3 {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:55:16.207595 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:55:16.207973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Checking segment: {'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:55:16.208379 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:16.208773 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Bound using segment: {'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'} {{(pid=80132) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:55:16.209785 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Bound port: b64b106f-e891-4cb5-aeca-5a3398672384, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c032e10-0e27-4571-9949-436c589e4129', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3'}}] {{(pid=80132) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:55:16.210182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:16.245127 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2203ba09-d4d3-45cf-aee0-acddcc1afa77 req-b8304423-1842-460a-a2d4-41c1539e8a37 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926471 Jan 26 20:55:16.320000 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] For port b64b106f-e891-4cb5-aeca-5a3398672384, host hv-cinder-76810, cleared binding levels {{(pid=80132) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:55:16.323090 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] For port b64b106f-e891-4cb5-aeca-5a3398672384, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b64b106f-e891-4cb5-aeca-5a3398672384,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80132) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:55:16.326347 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:16.342059 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:16.501129 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=b64b106f-e891-4cb5-aeca-5a3398672384,revision_number=3']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:16.507317 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:16.537024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:16.537724 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:16.539351 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] 10.222.0.11 "PUT /v2.0/ports/b64b106f-e891-4cb5-aeca-5a3398672384 HTTP/1.1" status: 200 len: 1157 time: 1.6177776 Jan 26 20:55:16.539936 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'tag': 'b64b106f-e891-4cb5-aeca-5a3398672384'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:55:16.643066 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'tag': 'b64b106f-e891-4cb5-aeca-5a3398672384', 'status': 'completed', 'code': 200} Jan 26 20:55:16.682245 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-f5711ceb-c48a-4d20-85bd-110c6fa89ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:16.683873 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-f5711ceb-c48a-4d20-85bd-110c6fa89ecf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5&device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 1160 time: 0.0824711 Jan 26 20:55:16.769527 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-cfb2b8d1-6ef7-43e6-a459-167363e49f2d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b64b106f-e891-4cb5-aeca-5a3398672384 HTTP/1.1" status: 200 len: 217 time: 0.0690455 Jan 26 20:55:16.847123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-63b5d073-59fc-488e-99bc-c4e9c631047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:16.848612 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-63b5d073-59fc-488e-99bc-c4e9c631047c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48167752-fd52-413a-9909-8656b42a787b HTTP/1.1" status: 200 len: 856 time: 0.0651290 Jan 26 20:55:16.930332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-664e7a73-ee86-437e-8ef1-ee72c3cc4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:16.931890 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-664e7a73-ee86-437e-8ef1-ee72c3cc4680 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=904a70fd-fb27-440b-aa4c-ebdd097079d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759189 Jan 26 20:55:17.075901 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-9069f699-a3ae-49be-8777-c35c21284771 service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362860 Jan 26 20:55:17.217665 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2024f67b-2ede-44d9-bac8-e891ff6cc904 req-672c2f32-0251-4f37-97ec-e72ccbc927aa service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1350946 Jan 26 20:55:17.449956 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7354b-fa52-4e9e-b099-b397cb2c68c7 req-0227ae45-7d4d-4224-b0af-f219d3e16ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:17.451551 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-def7354b-fa52-4e9e-b099-b397cb2c68c7 req-0227ae45-7d4d-4224-b0af-f219d3e16ca6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5&device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 1160 time: 0.1363556 Jan 26 20:55:17.612780 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdf7ed-a6eb-498f-9374-721ca6b5f439 req-c9fc2585-d223-4c99-a84f-f042ec2b8483 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:17.614410 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cefdf7ed-a6eb-498f-9374-721ca6b5f439 req-c9fc2585-d223-4c99-a84f-f042ec2b8483 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 943 time: 0.2268512 Jan 26 20:55:17.705646 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cefdf7ed-a6eb-498f-9374-721ca6b5f439 req-bfd16622-c860-479e-9bfd-2356f0e7c6e0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835750 Jan 26 20:55:17.706870 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7354b-fa52-4e9e-b099-b397cb2c68c7 req-2dbe35f7-5e97-4ac6-80bf-f6743088d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:17.708401 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-def7354b-fa52-4e9e-b099-b397cb2c68c7 req-2dbe35f7-5e97-4ac6-80bf-f6743088d6c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=904a70fd-fb27-440b-aa4c-ebdd097079d3 HTTP/1.1" status: 200 len: 911 time: 0.2454252 Jan 26 20:55:17.788745 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-def7354b-fa52-4e9e-b099-b397cb2c68c7 req-8045474a-e828-4b08-831a-25ab4fd26ffc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b64b106f-e891-4cb5-aeca-5a3398672384 HTTP/1.1" status: 200 len: 217 time: 0.0727270 Jan 26 20:55:17.857805 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7354b-fa52-4e9e-b099-b397cb2c68c7 req-a7d21cd1-4da0-4e95-a1f7-6e472c851aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:17.859399 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-def7354b-fa52-4e9e-b099-b397cb2c68c7 req-a7d21cd1-4da0-4e95-a1f7-6e472c851aa8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48167752-fd52-413a-9909-8656b42a787b HTTP/1.1" status: 200 len: 856 time: 0.0631247 Jan 26 20:55:17.942284 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7354b-fa52-4e9e-b099-b397cb2c68c7 req-8e3057d0-0024-4cd0-8bfa-70128027808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:17.943819 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-def7354b-fa52-4e9e-b099-b397cb2c68c7 req-8e3057d0-0024-4cd0-8bfa-70128027808d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=904a70fd-fb27-440b-aa4c-ebdd097079d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777113 Jan 26 20:55:18.088020 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-def7354b-fa52-4e9e-b099-b397cb2c68c7 req-06c7fc03-c580-42ec-aa1f-b9717c94adbf service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347439 Jan 26 20:55:18.229847 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-def7354b-fa52-4e9e-b099-b397cb2c68c7 req-f5a84c01-585e-43c0-a4d8-e77f9f8b18aa service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1334088 Jan 26 20:55:18.978094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79a11a-63e5-43ec-b461-35f12dd18433 req-dfc36649-a0ac-40d6-ae6b-08b7421f6c3c tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:18.979700 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4a79a11a-63e5-43ec-b461-35f12dd18433 req-dfc36649-a0ac-40d6-ae6b-08b7421f6c3c tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 943 time: 0.1239893 Jan 26 20:55:19.038287 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4a79a11a-63e5-43ec-b461-35f12dd18433 req-ae2d1361-87b0-45a4-8f70-05b0c77b5f07 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515568 Jan 26 20:55:20.007974 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device b64b106f-e891-4cb5-aeca-5a3398672384 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:55:20.078896 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port b64b106f-e891-4cb5-aeca-5a3398672384 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:55:20.083723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port b64b106f-e891-4cb5-aeca-5a3398672384 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:55:20.084157 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:20.208017 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:20.237251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64b106f-e891-4cb5-aeca-5a3398672384'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:55:20.247703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port b64b106f-e891-4cb5-aeca-5a3398672384, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b64b106f-e891-4cb5-aeca-5a3398672384,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:55:20.250698 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:20.252601 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:20.300602 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64b106f-e891-4cb5-aeca-5a3398672384', 'code': 200} Jan 26 20:55:20.311120 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9f665-3eeb-4e80-a3d6-4542bec55781 req-79b585e7-f2d5-4028-8438-949f709579ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:20.312794 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-98d9f665-3eeb-4e80-a3d6-4542bec55781 req-79b585e7-f2d5-4028-8438-949f709579ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 943 time: 0.1309733 Jan 26 20:55:20.323320 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=b64b106f-e891-4cb5-aeca-5a3398672384,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:20.326657 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:20.370900 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-98d9f665-3eeb-4e80-a3d6-4542bec55781 req-30827cd6-4b88-4252-96d2-5b1395879bc1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511525 Jan 26 20:55:20.607530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30358b6b-7577-423e-8c3a-b1ea82c59d8c req-ca9961f1-e966-4f70-b518-207874c9eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:20.609169 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-30358b6b-7577-423e-8c3a-b1ea82c59d8c req-ca9961f1-e966-4f70-b518-207874c9eed1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 1162 time: 0.0813243 Jan 26 20:55:20.668713 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-30358b6b-7577-423e-8c3a-b1ea82c59d8c req-d849425c-01ca-494c-b073-4fbae755c312 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403900 Jan 26 20:55:21.556981 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device b64b106f-e891-4cb5-aeca-5a3398672384 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:55:21.633519 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port b64b106f-e891-4cb5-aeca-5a3398672384 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:55:21.634173 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:21.793948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74d69bf-8df5-465e-9b0a-64ec2ec77608 req-fcd8f946-b956-4ad2-81e7-c4391cd79918 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:21.795494 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d74d69bf-8df5-465e-9b0a-64ec2ec77608 req-fcd8f946-b956-4ad2-81e7-c4391cd79918 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.2668164 Jan 26 20:55:21.852792 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d74d69bf-8df5-465e-9b0a-64ec2ec77608 req-b7792f8a-7871-4f4b-95fd-d727ccd8eda2 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509946 Jan 26 20:55:22.677474 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275a692-0201-48ef-b7f5-4d68146d6852 req-ad4d8d33-4ea8-4edb-8ff3-16522cd01593 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:22.679258 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2275a692-0201-48ef-b7f5-4d68146d6852 req-ad4d8d33-4ea8-4edb-8ff3-16522cd01593 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 945 time: 0.1312950 Jan 26 20:55:22.735416 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2275a692-0201-48ef-b7f5-4d68146d6852 req-4d45c2dc-a425-467e-8ece-82327e4a4427 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494103 Jan 26 20:55:23.202449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c493c88a-e393-4adc-80c2-c7a4e35b442a req-25cc661b-b46a-4582-b6d3-51239e1fc413 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:23.204057 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c493c88a-e393-4adc-80c2-c7a4e35b442a req-25cc661b-b46a-4582-b6d3-51239e1fc413 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.2062054 Jan 26 20:55:23.260069 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c493c88a-e393-4adc-80c2-c7a4e35b442a req-69bbe03a-3def-4fc3-b876-38d19fd29d43 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495164 Jan 26 20:55:23.657109 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acbe1f7-c831-482d-96c6-8d39e443cd21 req-adc80819-cbb8-406a-8e39-8f965b4499b0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:23.658807 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6acbe1f7-c831-482d-96c6-8d39e443cd21 req-adc80819-cbb8-406a-8e39-8f965b4499b0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1252415 Jan 26 20:55:23.668914 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 48834) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:55:23.674422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-af194bb3-a29e-4229-8582-a79cae2da0f1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Request body: {'floatingip': {'port_id': 'b64b106f-e891-4cb5-aeca-5a3398672384'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:55:23.765638 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-af194bb3-a29e-4229-8582-a79cae2da0f1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for floatingip, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:24.208583 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d9e3e-9924-4225-b3dc-f58e55677169 req-def54ce1-7149-4409-8b95-87107f274520 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:24.210571 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f44d9e3e-9924-4225-b3dc-f58e55677169 req-def54ce1-7149-4409-8b95-87107f274520 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 945 time: 0.3339906 Jan 26 20:55:24.527943 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f44d9e3e-9924-4225-b3dc-f58e55677169 req-7f1ac5c4-3776-4377-af91-a455724c052d tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992597 Jan 26 20:55:24.833581 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-af194bb3-a29e-4229-8582-a79cae2da0f1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:24.838847 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-af194bb3-a29e-4229-8582-a79cae2da0f1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:24.899928 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-832a603a-4e45-490f-beda-a08ec3866249 req-49f3412c-ef1b-4da3-8d7a-8f97b05434bf service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.2348928 Jan 26 20:55:24.917261 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-b91b1a25-cab2-4bf5-a623-e8ffefd140b7 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:24.918096 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-b91b1a25-cab2-4bf5-a623-e8ffefd140b7 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Synchronizing usage tracker for tenant:483724f4dcff423ab02db2c67d8b760d on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:55:24.931141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-b91b1a25-cab2-4bf5-a623-e8ffefd140b7 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Unset dirty status for tenant:483724f4dcff423ab02db2c67d8b760d on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:55:24.932369 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-b91b1a25-cab2-4bf5-a623-e8ffefd140b7 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.11 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 945 time: 0.1406920 Jan 26 20:55:25.095218 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [None req-af194bb3-a29e-4229-8582-a79cae2da0f1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Floating IP 7fa2f57e-1950-4f39-b854-adffe3259143 associated. External IP: 172.27.0.230, port: b64b106f-e891-4cb5-aeca-5a3398672384. Jan 26 20:55:25.250024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Deleting port 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:55:25.250406 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:25.252571 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a603a-4e45-490f-beda-a08ec3866249 req-d4494828-1e43-4230-8f69-318c9643d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:25.254192 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-832a603a-4e45-490f-beda-a08ec3866249 req-d4494828-1e43-4230-8f69-318c9643d0a5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=954edcaec745436491b2623398786a63&device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 1162 time: 0.2570336 Jan 26 20:55:25.374575 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:55:25.499118 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:25.520305 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] For port 0dd99571-c411-46cd-ad3a-ab4560aa0cb5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0dd99571-c411-46cd-ad3a-ab4560aa0cb5,segment=NetworkSegment(290c3da8-77bf-4a67-9456-ed22bfd026ea),segment_id=290c3da8-77bf-4a67-9456-ed22bfd026ea)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:55:25.520703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:25.528659 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dd99571-c411-46cd-ad3a-ab4560aa0cb5'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:55:25.540093 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 0dd99571-c411-46cd-ad3a-ab4560aa0cb5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0dd99571-c411-46cd-ad3a-ab4560aa0cb5,segment=NetworkSegment(290c3da8-77bf-4a67-9456-ed22bfd026ea),segment_id=290c3da8-77bf-4a67-9456-ed22bfd026ea)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:55:25.544399 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:25.546199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:25.597294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a603a-4e45-490f-beda-a08ec3866249 req-d761b720-925e-4fc1-a016-fbcf5339dcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:25.599041 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-832a603a-4e45-490f-beda-a08ec3866249 req-d761b720-925e-4fc1-a016-fbcf5339dcfe service neutron] 10.222.0.11 "GET /v2.0/networks?id=02d20e51-2183-493a-a1ff-ad179f279ec0 HTTP/1.1" status: 200 len: 905 time: 0.3250937 Jan 26 20:55:25.639156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=0dd99571-c411-46cd-ad3a-ab4560aa0cb5,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:25.650486 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:25.657974 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dd99571-c411-46cd-ad3a-ab4560aa0cb5', 'code': 200} Jan 26 20:55:25.684508 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Calling delete_port for 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:55:25.768614 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80131) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:55:25.768987 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:55:25.811478 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af194bb3-a29e-4229-8582-a79cae2da0f1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:55:25.814282 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-832a603a-4e45-490f-beda-a08ec3866249 req-1c9015fb-3914-4e53-9de1-a62804ab4d7e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d HTTP/1.1" status: 200 len: 1001 time: 0.1964023 Jan 26 20:55:26.270343 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Deleting port 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:55:26.271204 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:26.316226 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43734095-eb04-413f-a672-456379b7538b req-5892396c-db45-424b-9a38-b3e3ae5c4445 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:26.317863 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-43734095-eb04-413f-a672-456379b7538b req-5892396c-db45-424b-9a38-b3e3ae5c4445 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 943 time: 0.5996776 Jan 26 20:55:26.324375 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a603a-4e45-490f-beda-a08ec3866249 req-343b51fb-42d1-4cd5-ba71-ed271e51d648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:26.325911 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-832a603a-4e45-490f-beda-a08ec3866249 req-343b51fb-42d1-4cd5-ba71-ed271e51d648 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f57cca65-4616-4076-a364-f0a94b9bdce6 HTTP/1.1" status: 200 len: 850 time: 0.4904437 Jan 26 20:55:26.450176 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-43734095-eb04-413f-a672-456379b7538b req-1bd6f084-f4bf-44c4-a8a9-a69c09c17e6b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/security-groups?id=c178c229-0571-4065-a04b-ea9d639b13cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230781 Jan 26 20:55:26.459374 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af194bb3-a29e-4229-8582-a79cae2da0f1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:55:26.470730 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a9d7be-1f24-4269-ac66-2743dac10cda None None] Sync routers for ids ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:55:26.470895 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-af194bb3-a29e-4229-8582-a79cae2da0f1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:26.483473 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9d7be-1f24-4269-ac66-2743dac10cda None None] Routers {'82838ba7-0cbc-4ecf-a6b9-00349899afb7'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:55:26.484457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-b8a9d7be-1f24-4269-ac66-2743dac10cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:55:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:55:26.544506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832a603a-4e45-490f-beda-a08ec3866249 req-61862b34-a1a6-4e41-ba9f-3ede5f3ab90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:26.546163 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-832a603a-4e45-490f-beda-a08ec3866249 req-61862b34-a1a6-4e41-ba9f-3ede5f3ab90a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02d20e51-2183-493a-a1ff-ad179f279ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1951196 Jan 26 20:55:26.547378 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] For port 0dd99571-c411-46cd-ad3a-ab4560aa0cb5, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0dd99571-c411-46cd-ad3a-ab4560aa0cb5,segment=NetworkSegment(290c3da8-77bf-4a67-9456-ed22bfd026ea),segment_id=290c3da8-77bf-4a67-9456-ed22bfd026ea)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:55:26.547786 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:26.547930 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-af194bb3-a29e-4229-8582-a79cae2da0f1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "PUT /v2.0/floatingips/7fa2f57e-1950-4f39-b854-adffe3259143 HTTP/1.1" status: 200 len: 991 time: 2.8779192 Jan 26 20:55:26.548700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'tag': 'b64b106f-e891-4cb5-aeca-5a3398672384'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:55:26.673285 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'tag': 'b64b106f-e891-4cb5-aeca-5a3398672384', 'status': 'completed', 'code': 200} Jan 26 20:55:26.714496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Calling delete_port for 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:55:26.728267 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-832a603a-4e45-490f-beda-a08ec3866249 req-dc5ef929-1f26-41ce-87d5-fe601669922e service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710873 Jan 26 20:55:26.741942 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-b8a9d7be-1f24-4269-ac66-2743dac10cda None None] Set router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:55:26.898363 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-832a603a-4e45-490f-beda-a08ec3866249 req-826b85d1-83ee-4526-acdf-9d4ff83d0e5a service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1536334 Jan 26 20:55:26.932229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e799c8-b634-4e26-b96a-83c256832fc3 req-b2cdf72b-0ad0-4d6b-9d62-9cd7446688ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:26.933837 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-54e799c8-b634-4e26-b96a-83c256832fc3 req-b2cdf72b-0ad0-4d6b-9d62-9cd7446688ef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5&device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 1162 time: 0.1889999 Jan 26 20:55:26.947629 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:26.962971 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:27.088274 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Pushing event deleted for resources: {'Port': ['ID=0dd99571-c411-46cd-ad3a-ab4560aa0cb5,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:27.101721 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:27.124121 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-b8a9d7be-1f24-4269-ac66-2743dac10cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '7fa2f57e-1950-4f39-b854-adffe3259143', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'port_id': 'b64b106f-e891-4cb5-aeca-5a3398672384', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'mac_address': 'fa:16:3e:6d:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:55:07Z', 'updated_at': '2021-01-26T20:55:24Z', 'revision_number': 1, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:59Z', 'revision_number': 5, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:55:27.128162 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a9d7be-1f24-4269-ac66-2743dac10cda None None] Checking router: 82838ba7-0cbc-4ecf-a6b9-00349899afb7 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:55:27.137058 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a9d7be-1f24-4269-ac66-2743dac10cda None None] Routers {'82838ba7-0cbc-4ecf-a6b9-00349899afb7'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:55:27.137706 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-b8a9d7be-1f24-4269-ac66-2743dac10cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:55:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:55:27.260754 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e799c8-b634-4e26-b96a-83c256832fc3 req-ab053754-50fc-4baa-8cce-12ba87344c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:27.262371 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-54e799c8-b634-4e26-b96a-83c256832fc3 req-ab053754-50fc-4baa-8cce-12ba87344c26 service neutron] 10.222.0.11 "GET /v2.0/networks?id=904a70fd-fb27-440b-aa4c-ebdd097079d3 HTTP/1.1" status: 200 len: 911 time: 0.2654834 Jan 26 20:55:27.330515 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-b8a9d7be-1f24-4269-ac66-2743dac10cda None None] Set router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:55:27.364618 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] No DVR routers for this DVR port 0dd99571-c411-46cd-ad3a-ab4560aa0cb5 on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:55:27.374982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:27.377723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a', 'name': 'network-vif-deleted', 'tag': '0dd99571-c411-46cd-ad3a-ab4560aa0cb5'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:55:27.408778 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6ef0d3e1-30ae-43dc-8d34-a24e4c1be68e req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.11 "DELETE /v2.0/ports/0dd99571-c411-46cd-ad3a-ab4560aa0cb5 HTTP/1.1" status: 204 len: 173 time: 2.4704795 Jan 26 20:55:27.426366 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-54e799c8-b634-4e26-b96a-83c256832fc3 req-61daaa50-3fdd-4a3f-b8f4-d8fa7e6aa31c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b64b106f-e891-4cb5-aeca-5a3398672384 HTTP/1.1" status: 200 len: 999 time: 0.1278129 Jan 26 20:55:27.438825 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a', 'name': 'network-vif-deleted', 'tag': '0dd99571-c411-46cd-ad3a-ab4560aa0cb5', 'status': 'completed', 'code': 200} Jan 26 20:55:27.551914 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e799c8-b634-4e26-b96a-83c256832fc3 req-2a7be296-1c79-4410-b749-2e8f1a7e4de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:27.554123 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-54e799c8-b634-4e26-b96a-83c256832fc3 req-2a7be296-1c79-4410-b749-2e8f1a7e4de5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48167752-fd52-413a-9909-8656b42a787b HTTP/1.1" status: 200 len: 856 time: 0.0830827 Jan 26 20:55:27.653911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e799c8-b634-4e26-b96a-83c256832fc3 req-b5389786-04a2-4efa-b271-b2de74d79afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:27.655502 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-54e799c8-b634-4e26-b96a-83c256832fc3 req-b5389786-04a2-4efa-b271-b2de74d79afa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=904a70fd-fb27-440b-aa4c-ebdd097079d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0927641 Jan 26 20:55:27.689546 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fe5b11fc-7b33-44e9-93a3-0ab93eb6fa0a req-2bf3ad42-6b2d-42c7-ae18-de7f1cb9bb14 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] 10.222.0.59 "GET /v2.0/ports?device_id=9ec1e9ea-a6ad-4665-98bf-65e62fdc1e0a HTTP/1.1" status: 200 len: 210 time: 0.0596683 Jan 26 20:55:27.731514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:27.755475 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-b8a9d7be-1f24-4269-ac66-2743dac10cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '7fa2f57e-1950-4f39-b854-adffe3259143', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'port_id': 'b64b106f-e891-4cb5-aeca-5a3398672384', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'mac_address': 'fa:16:3e:6d:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:55:07Z', 'updated_at': '2021-01-26T20:55:24Z', 'revision_number': 1, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:59Z', 'revision_number': 5, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:55:27.760201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a9d7be-1f24-4269-ac66-2743dac10cda None None] The sync data for ids ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'] in dv-cinder-768105-4-iscsi is: [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '7fa2f57e-1950-4f39-b854-adffe3259143', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'floating_ip_address': '172.27.0.230', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'port_id': 'b64b106f-e891-4cb5-aeca-5a3398672384', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'mac_address': 'fa:16:3e:6d:2a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:55:07Z', 'updated_at': '2021-01-26T20:55:24Z', 'revision_number': 1, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:59Z', 'revision_number': 5, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:55:27.813344 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-54e799c8-b634-4e26-b96a-83c256832fc3 req-839c4ff6-4307-4d29-89d1-5531f53351f9 service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471395 Jan 26 20:55:27.978230 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-54e799c8-b634-4e26-b96a-83c256832fc3 req-e427af9e-5beb-40c0-9684-16332f84fc39 service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1422567 Jan 26 20:55:28.043365 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-087e09c1-8484-4898-81f4-29b2b7a296d0 None None] New status for floating IP 7fa2f57e-1950-4f39-b854-adffe3259143: ACTIVE {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:55:31.744217 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-96f2644b-d04b-449b-b434-ec598271fa55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:34.417606 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:34.453694 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b19b464b-6944-4161-8877-8e8c74ae0051 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:35.802668 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:36.057605 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:39.399712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7888d12-57f3-43cf-bf6c-747218bdff95 req-bcba96a8-639e-4ffd-8305-dca877578347 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:39.401291 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d7888d12-57f3-43cf-bf6c-747218bdff95 req-bcba96a8-639e-4ffd-8305-dca877578347 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1259592 Jan 26 20:55:39.461450 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d7888d12-57f3-43cf-bf6c-747218bdff95 req-284224fa-a609-4a37-b58c-6b5a32f79512 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538907 Jan 26 20:55:40.712226 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31a241-8043-4f60-80cf-39729ef41d64 req-0c3a470a-fd33-43bf-b7b7-4cb15038dd96 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:40.713909 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8a31a241-8043-4f60-80cf-39729ef41d64 req-0c3a470a-fd33-43bf-b7b7-4cb15038dd96 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1254039 Jan 26 20:55:40.769403 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8a31a241-8043-4f60-80cf-39729ef41d64 req-2d4f7769-b1d4-4906-96d1-6d1c97be60cb tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491815 Jan 26 20:55:42.024972 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020201f-6236-4d43-aa22-8b7e663d65c8 req-65a26b4b-4650-482a-bcce-2f834faa4cd5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:42.026667 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f020201f-6236-4d43-aa22-8b7e663d65c8 req-65a26b4b-4650-482a-bcce-2f834faa4cd5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1289525 Jan 26 20:55:42.083718 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f020201f-6236-4d43-aa22-8b7e663d65c8 req-1c5c83eb-2c20-45e6-ab42-6438a4451b97 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503821 Jan 26 20:55:43.336230 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5488d-6939-4bd8-82b0-c8b94c429382 req-703476db-9fa9-4fed-93c9-4d7628034203 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:43.337817 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-beb5488d-6939-4bd8-82b0-c8b94c429382 req-703476db-9fa9-4fed-93c9-4d7628034203 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1241179 Jan 26 20:55:43.396251 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-beb5488d-6939-4bd8-82b0-c8b94c429382 req-55e6dd53-845d-45f1-bd7d-fea8578488dc tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520546 Jan 26 20:55:43.704323 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:55:44.652345 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e0c50-621f-45ac-a656-57563e109888 req-3f3a5e54-f080-4080-a0f9-76dcab596081 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:44.654050 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fc5e0c50-621f-45ac-a656-57563e109888 req-3f3a5e54-f080-4080-a0f9-76dcab596081 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1286571 Jan 26 20:55:44.712046 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fc5e0c50-621f-45ac-a656-57563e109888 req-b7978bed-318f-48a4-8b49-d8afc5147912 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514641 Jan 26 20:55:45.965410 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8dd074-2eb2-4850-a3a3-55c062346f6a req-c6bdb26b-dc04-41e7-b379-70702e5c69d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:45.966952 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ae8dd074-2eb2-4850-a3a3-55c062346f6a req-c6bdb26b-dc04-41e7-b379-70702e5c69d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1268990 Jan 26 20:55:46.021939 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ae8dd074-2eb2-4850-a3a3-55c062346f6a req-625869a9-1d6a-41da-a405-a1b07019aa24 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487499 Jan 26 20:55:47.274995 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85af7c-e094-4496-aac0-8639b98be99b req-d032ccd2-3c33-4082-a043-f61a50fab43b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:47.276666 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1f85af7c-e094-4496-aac0-8639b98be99b req-d032ccd2-3c33-4082-a043-f61a50fab43b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1249349 Jan 26 20:55:47.337845 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1f85af7c-e094-4496-aac0-8639b98be99b req-28574375-2866-434b-adf4-7e4765fbc7ba tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546441 Jan 26 20:55:48.593433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aee0e8-50e1-421e-899a-43205ac3589b req-7e4ce8f4-c526-43ff-ab67-99522d6d6b0b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:48.595219 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f1aee0e8-50e1-421e-899a-43205ac3589b req-7e4ce8f4-c526-43ff-ab67-99522d6d6b0b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1268001 Jan 26 20:55:48.654266 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f1aee0e8-50e1-421e-899a-43205ac3589b req-bd5146cb-c9cd-4e73-8a15-70cdfe937367 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509126 Jan 26 20:55:49.907483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361e98a7-1c67-4b78-9d23-96779d0f2945 req-b4956a93-81db-4124-bc96-4061fd2eef06 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:49.909174 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-361e98a7-1c67-4b78-9d23-96779d0f2945 req-b4956a93-81db-4124-bc96-4061fd2eef06 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1272101 Jan 26 20:55:49.965696 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-361e98a7-1c67-4b78-9d23-96779d0f2945 req-44f6c52a-3290-4e18-92c1-34d5a9a996c5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495026 Jan 26 20:55:51.221928 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941abba-b166-498c-b9aa-6659436c51b5 req-8c891678-7f35-4245-a463-1433e8da2658 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:51.223454 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1941abba-b166-498c-b9aa-6659436c51b5 req-8c891678-7f35-4245-a463-1433e8da2658 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1269386 Jan 26 20:55:51.283354 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1941abba-b166-498c-b9aa-6659436c51b5 req-dd4505a8-2c5a-46a6-bf32-cdfa19016ffa tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536530 Jan 26 20:55:52.534455 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e84a99-31ee-486b-9d8e-30dd8d222381 req-937b350d-3f46-4d4e-bda5-833e628fd6cb tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:52.535977 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-88e84a99-31ee-486b-9d8e-30dd8d222381 req-937b350d-3f46-4d4e-bda5-833e628fd6cb tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1251137 Jan 26 20:55:52.592440 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-88e84a99-31ee-486b-9d8e-30dd8d222381 req-25ab5fee-7492-43db-a631-8e0bbdd6bc50 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494726 Jan 26 20:55:52.767113 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49062) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:55:52.844579 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Deleting subnet 9f0bf4fd-3748-4e8d-b859-24d8394e02d8 {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:55:52.847851 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:52.903839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14911266'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:53.029531 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:53.107282 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346b46a-b5cb-4090-b2ef-0a601b439952 req-0e8cad26-8e83-4c29-b19a-1d146c57a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:53.108918 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c346b46a-b5cb-4090-b2ef-0a601b439952 req-0e8cad26-8e83-4c29-b19a-1d146c57a053 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=954edcaec745436491b2623398786a63&device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 1162 time: 0.1553349 Jan 26 20:55:53.126590 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af2039-3dee-4cf2-8d2b-1b4651b2a4ed req-8e774da0-6f91-4b67-83ff-5c981a81c19d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:53.128292 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f2af2039-3dee-4cf2-8d2b-1b4651b2a4ed req-8e774da0-6f91-4b67-83ff-5c981a81c19d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.2278228 Jan 26 20:55:53.254740 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f2af2039-3dee-4cf2-8d2b-1b4651b2a4ed req-a9e0ab70-b4ee-40cc-9392-83a08fbf0441 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187012 Jan 26 20:55:53.257581 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346b46a-b5cb-4090-b2ef-0a601b439952 req-0fc43af1-f267-4583-a6fe-0c75fe57549d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:53.259191 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c346b46a-b5cb-4090-b2ef-0a601b439952 req-0fc43af1-f267-4583-a6fe-0c75fe57549d service neutron] 10.222.0.11 "GET /v2.0/networks?id=02d20e51-2183-493a-a1ff-ad179f279ec0 HTTP/1.1" status: 200 len: 905 time: 0.1433172 Jan 26 20:55:53.372990 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c346b46a-b5cb-4090-b2ef-0a601b439952 req-818c1199-f530-4c64-ad65-14fc96e8183f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d HTTP/1.1" status: 200 len: 1001 time: 0.1066940 Jan 26 20:55:53.412418 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15367644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838262394'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:53.430165 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-73d7ec92-021f-4ed8-97fc-410495652574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:53.444951 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346b46a-b5cb-4090-b2ef-0a601b439952 req-853e8b86-037d-4e5b-bd3a-5533a158daf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:53.446521 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c346b46a-b5cb-4090-b2ef-0a601b439952 req-853e8b86-037d-4e5b-bd3a-5533a158daf8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f57cca65-4616-4076-a364-f0a94b9bdce6 HTTP/1.1" status: 200 len: 850 time: 0.0670388 Jan 26 20:55:53.520460 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f0bf4fd-3748-4e8d-b859-24d8394e02d8,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:53.527808 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346b46a-b5cb-4090-b2ef-0a601b439952 req-7784ba3f-82e6-4973-a30b-e54eb8d27d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:53.529401 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c346b46a-b5cb-4090-b2ef-0a601b439952 req-7784ba3f-82e6-4973-a30b-e54eb8d27d55 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02d20e51-2183-493a-a1ff-ad179f279ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0756531 Jan 26 20:55:53.542088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.542619 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.542898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.543306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.543715 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.544118 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.544516 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.544914 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.545309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.545704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.546142 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.546540 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.546975 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.547374 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.547768 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.548163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.548555 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.548950 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.549342 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.549736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.550185 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.550585 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.550973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.551364 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:55:53.557374 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:53.586703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:53.592753 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-14e39499-68ae-4f76-b49b-9dc1eedf5c75 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9f0bf4fd-3748-4e8d-b859-24d8394e02d8 HTTP/1.1" status: 204 len: 168 time: 0.8244588 Jan 26 20:55:53.595464 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49072) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:55:53.686439 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c346b46a-b5cb-4090-b2ef-0a601b439952 req-fdaabc91-9ff3-4bc4-adeb-46cf5af1b5da service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496382 Jan 26 20:55:53.718634 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:53.828579 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c346b46a-b5cb-4090-b2ef-0a601b439952 req-16629643-d5af-4a15-8927-0cec7a29b7c8 service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1362705 Jan 26 20:55:53.913710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:54.023860 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e31f10a-595d-482c-a657-886e8948a6a6']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:55:54.039363 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290c3da8-77bf-4a67-9456-ed22bfd026ea') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:55:54.039692 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290c3da8-77bf-4a67-9456-ed22bfd026ea') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:55:54.051411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839864534'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:54.066226 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:54.068171 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:55:54.244823 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] Network 5e31f10a-595d-482c-a657-886e8948a6a6 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:55:54.253770 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839408769'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:54.483124 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] Network 5e31f10a-595d-482c-a657-886e8948a6a6 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:55:54.507093 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:55:54.825071 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:54.832239 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:54.835430 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:54.860126 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] Pushing event deleted for resources: {'Network': ['ID=5e31f10a-595d-482c-a657-886e8948a6a6,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:54.909123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e641b9-c4be-401d-8e76-5aee2335b09b req-5116ddac-1323-449c-841f-67d27a53050d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:54.910864 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-60e641b9-c4be-401d-8e76-5aee2335b09b req-5116ddac-1323-449c-841f-67d27a53050d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.5006692 Jan 26 20:55:54.912041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:54.913809 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ea9a0dd0-39fa-45c7-82d9-935389f11224 admin admin] 10.222.0.59 "DELETE /v2.0/networks/5e31f10a-595d-482c-a657-886e8948a6a6 HTTP/1.1" status: 204 len: 168 time: 1.3173563 Jan 26 20:55:54.983582 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-60e641b9-c4be-401d-8e76-5aee2335b09b req-ec08b18f-9dd2-446a-b42a-06c43ffb89a5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652606 Jan 26 20:55:55.154728 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49082) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:55:55.209231 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f4b3d813-b5b3-44b0-8e1a-343696e5a707 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=483724f4dcff423ab02db2c67d8b760d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531042 Jan 26 20:55:55.212485 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49086) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:55:55.283669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a67ae687-5175-44dc-a3b8-bf0daa35bd97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:55.318374 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a67ae687-5175-44dc-a3b8-bf0daa35bd97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:55.374791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a67ae687-5175-44dc-a3b8-bf0daa35bd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:55.382615 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0b53c9d7-d4e0-42dc-bd22-90e73b0791bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:55:55.398302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67ae687-5175-44dc-a3b8-bf0daa35bd97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c178c229-0571-4065-a04b-ea9d639b13cc,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:55:55.401495 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a67ae687-5175-44dc-a3b8-bf0daa35bd97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:55.402780 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-a67ae687-5175-44dc-a3b8-bf0daa35bd97 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/c178c229-0571-4065-a04b-ea9d639b13cc HTTP/1.1" status: 204 len: 168 time: 0.1890938 Jan 26 20:55:55.404536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a67ae687-5175-44dc-a3b8-bf0daa35bd97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:55:56.187273 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:55:56.248529 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e42716-ed8a-410c-986d-65f05bf1f473 req-5c6747a5-c063-4d42-bcfe-92b16e262417 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:55:56.250515 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c3e42716-ed8a-410c-986d-65f05bf1f473 req-5c6747a5-c063-4d42-bcfe-92b16e262417 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1288557 Jan 26 20:55:56.265288 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:55:56.265713 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:55:56.315898 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c3e42716-ed8a-410c-986d-65f05bf1f473 req-5d764b5e-3800-43d0-92bc-d5b5bcbb582b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584683 Jan 26 20:55:57.694354 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:01.745752 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-56f4003f-fe00-4d6f-8091-a7e98657d389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:04.416860 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:04.454581 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dbf55dde-fa90-4dfe-84f0-42484e894de4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:04.484121 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49172) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:56:04.634916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0c998581-12b1-4173-a489-f0db60d01e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:04.650101 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-0c998581-12b1-4173-a489-f0db60d01e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:56:04.654142 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-0c998581-12b1-4173-a489-f0db60d01e76 admin admin] Usage tracker for resource:security_group_rule and tenant:b6c5af3fcb8e4faaa3c20159bbf5a342 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:56:04.657076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-0c998581-12b1-4173-a489-f0db60d01e76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:56:04.663364 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-0c998581-12b1-4173-a489-f0db60d01e76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:56:04.749129 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0c998581-12b1-4173-a489-f0db60d01e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:04.752110 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0c998581-12b1-4173-a489-f0db60d01e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:04.761402 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b4cbfb6b-0199-4db0-ad61-3c39e8e70f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:04.806289 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-0c998581-12b1-4173-a489-f0db60d01e76 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=b6c5af3fcb8e4faaa3c20159bbf5a342&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3209529 Jan 26 20:56:04.807973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c998581-12b1-4173-a489-f0db60d01e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43dc7c8-fa44-4693-9ad0-c9aa86ea55ad,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:04.809444 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49180) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:56:04.811739 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0c998581-12b1-4173-a489-f0db60d01e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:04.878095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:04.905420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:04.953359 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:04.958639 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ea732ef5-c3a3-401b-96c0-95487badcb69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:04.974082 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43dc7c8-fa44-4693-9ad0-c9aa86ea55ad,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:04.985897 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.986307 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.986706 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.987100 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.987491 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.987876 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.988258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.988640 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.989023 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.989402 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.989781 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.990185 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.990969 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.991584 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.991970 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.992352 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.992729 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.993111 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.993488 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.993866 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.994286 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.994664 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.995039 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.995444 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:04.999238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:05.000748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:05.010448 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/e43dc7c8-fa44-4693-9ad0-c9aa86ea55ad HTTP/1.1" status: 204 len: 168 time: 0.1997509 Jan 26 20:56:05.804781 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:05.842314 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49210) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:56:05.980326 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2062131995-network', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:56:05.985417 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:56:05.989673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Usage tracker for resource:network and tenant:18914f172fbd4146a14a7e03eeabc256 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:56:05.993311 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:56:05.999129 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:56:06.063473 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:06.230823 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Made reservation on behalf of 18914f172fbd4146a14a7e03eeabc256 for: {'network': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:56:06.235551 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:06.249339 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:06.264459 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:56:06.268415 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Usage tracker for resource:security_group_rule and tenant:18914f172fbd4146a14a7e03eeabc256 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:56:06.271310 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:56:06.277147 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:56:06.360691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:06.363618 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:06.367798 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-59489bb8-b9d7-419b-b4a6-fc20826dfeb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:06.396198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80131) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:56:06.409387 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d866325c-d97e-4e3f-b455-e128c16a2cd2,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:06.415575 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:06.416882 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8763135713310', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:06.417375 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Added segment db934765-c907-4633-85b3-d59ea2a5dda2 of type vxlan for network b0e2cbdc-4704-427f-b7ee-311576e80ddb Jan 26 20:56:06.447344 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:06.476359 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:06.477625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:06.478287 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:06.483162 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:06.590005 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7463894 Jan 26 20:56:06.590930 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Pushing event updated for resources: {'Network': ['ID=b0e2cbdc-4704-427f-b7ee-311576e80ddb,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:06.592988 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49220) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:56:06.596252 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:06.600181 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Request body: {'subnet': {'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2062131995-subnet', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'ip_version': 4}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:56:06.601672 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network b0e2cbdc-4704-427f-b7ee-311576e80ddb details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:56:06.605340 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:56:06.609386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Usage tracker for resource:subnet and tenant:18914f172fbd4146a14a7e03eeabc256 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:56:06.612388 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:56:06.619658 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:56:06.631965 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Made reservation on behalf of 18914f172fbd4146a14a7e03eeabc256 for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:56:06.636862 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Notify callbacks [] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:06.672582 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network b0e2cbdc-4704-427f-b7ee-311576e80ddb details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:56:07.044741 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:07.060818 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:07.187723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=620e1d56-745c-4398-94ad-58b0f1ca7059,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:07.199934 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:07.263266 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Checking segment: {'id': 'db934765-c907-4633-85b3-d59ea2a5dda2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:56:07.263661 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Network hostable DHCP agents. Network: b0e2cbdc-4704-427f-b7ee-311576e80ddb, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:56:07.282588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Network b0e2cbdc-4704-427f-b7ee-311576e80ddb is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:56:07.291480 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, b0e2cbdc-4704-427f-b7ee-311576e80ddb) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:56:07.295993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:07.296648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:07.301952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb21e89-8c2a-4066-9e28-6842ec40f930 None None] Network b0e2cbdc-4704-427f-b7ee-311576e80ddb requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:56:07.320058 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b534a01d-d11c-4197-82e1-14ebb1ee5b1b admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7231023 Jan 26 20:56:07.320313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49228) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:56:07.325778 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:56:07.330803 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:56:07.335493 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Usage tracker for resource:router and tenant:18914f172fbd4146a14a7e03eeabc256 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:56:07.338556 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:56:07.344568 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:56:07.360710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854409195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760501'] for router, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:07.362790 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-369215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15314'] for router, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:07.380467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:07.697891 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854409212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15329'] for router, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:07.712526 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3791d41-e15c-53c4-87a2-9486d57af777-b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'fixed_ips': [{'subnet_id': '620e1d56-745c-4398-94ad-58b0f1ca7059'}]}} from dv-cinder-768105-4-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 20:56:07.714280 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:07.927530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62d9b4-12f2-4a6d-b7c6-f8949f89f48a req-f5ccff43-406b-4b9b-a4e5-26c0ae3619d0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:07.934395 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5e62d9b4-12f2-4a6d-b7c6-f8949f89f48a req-f5ccff43-406b-4b9b-a4e5-26c0ae3619d0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1404762 Jan 26 20:56:07.988263 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5e62d9b4-12f2-4a6d-b7c6-f8949f89f48a req-61ea3704-08d9-469a-b2e4-5559644aec34 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511308 Jan 26 20:56:08.020106 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Allocated IP 172.20.0.2 (b0e2cbdc-4704-427f-b7ee-311576e80ddb/620e1d56-745c-4398-94ad-58b0f1ca7059/b62cd2c4-02ba-4a35-a762-a64d342c1244) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:56:08.035665 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:08.070436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:08.238349 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:08.249690 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Transition to ACTIVE for port object b62cd2c4-02ba-4a35-a762-a64d342c1244 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:56:08.266649 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Transition to ACTIVE for port object b62cd2c4-02ba-4a35-a762-a64d342c1244 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:56:08.271557 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:08.286986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:08.346170 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Allocated IP 172.27.0.54 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/5058b3f2-7153-439a-ac9d-678b9346c429) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:56:08.421095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Pushing event updated for resources: {'Port': ['ID=b62cd2c4-02ba-4a35-a762-a64d342c1244,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:08.446747 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.447061 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.447442 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.447820 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.448198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.448564 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.448937 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.449323 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.449661 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.450052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.450420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.450783 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.451190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.451554 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.451916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.452278 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.452637 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.452997 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.453358 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.453718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.454160 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.454527 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.454890 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.455250 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:08.459603 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:08.499341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Network b0e2cbdc-4704-427f-b7ee-311576e80ddb is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:56:08.500591 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:56:08.502999 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:56:08.506191 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:08.534412 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:08.550064 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4b7ced55-9a1a-4d44-b170-7265fa3bafc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:08.560142 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Attempting to bind port b62cd2c4-02ba-4a35-a762-a64d342c1244 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:56:08.560554 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Attempting to bind port b62cd2c4-02ba-4a35-a762-a64d342c1244 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': 'db934765-c907-4633-85b3-d59ea2a5dda2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:56:08.560988 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Attempting to bind port b62cd2c4-02ba-4a35-a762-a64d342c1244 on network b0e2cbdc-4704-427f-b7ee-311576e80ddb {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:56:08.566550 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:56:08.566963 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Checking segment: {'id': 'db934765-c907-4633-85b3-d59ea2a5dda2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:56:08.567400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:08.567831 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Bound using segment: {'id': 'db934765-c907-4633-85b3-d59ea2a5dda2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:56:08.568384 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Bound port: b62cd2c4-02ba-4a35-a762-a64d342c1244, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db934765-c907-4633-85b3-d59ea2a5dda2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:56:08.568864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:08.664398 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] For port b62cd2c4-02ba-4a35-a762-a64d342c1244, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:56:08.667558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] For port b62cd2c4-02ba-4a35-a762-a64d342c1244, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=b62cd2c4-02ba-4a35-a762-a64d342c1244,segment=NetworkSegment(db934765-c907-4633-85b3-d59ea2a5dda2),segment_id=db934765-c907-4633-85b3-d59ea2a5dda2)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:56:08.670894 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:08.686449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:08.692314 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Pushing event updated for resources: {'Port': ['ID=5058b3f2-7153-439a-ac9d-678b9346c429,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:08.697845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:08.750733 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:56:08.751925 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:56:08.754205 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:56:08.837341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Pushing event updated for resources: {'Port': ['ID=b62cd2c4-02ba-4a35-a762-a64d342c1244,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:08.842885 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:09.170069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:09.291449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80fb06d-b6e7-4073-9c67-6ea7ea496349 req-4d5b5225-06e6-41c8-b616-74faf6e34323 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:09.293243 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f80fb06d-b6e7-4073-9c67-6ea7ea496349 req-4d5b5225-06e6-41c8-b616-74faf6e34323 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1370127 Jan 26 20:56:09.363096 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f80fb06d-b6e7-4073-9c67-6ea7ea496349 req-27d400e9-4bec-429c-af6d-53b582a74d56 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624938 Jan 26 20:56:09.787064 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-366604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854406635'] for router, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:10.002669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Router 908f509c-e03e-4109-80d2-7af729f40a7e is scheduled to L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d with binding_index 1 {{(pid=80131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 20:56:10.197067 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:56:10.208207 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Sync routers for ids ['908f509c-e03e-4109-80d2-7af729f40a7e'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:56:10.222305 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Notify callbacks [] for router, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:10.227055 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Routers {'908f509c-e03e-4109-80d2-7af729f40a7e'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:56:10.227055 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:56:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['908f509c-e03e-4109-80d2-7af729f40a7e'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:56:10.227861 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49244) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:56:10.233536 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9112926 Jan 26 20:56:10.372229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device b62cd2c4-02ba-4a35-a762-a64d342c1244 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:56:10.401349 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d164b168-069e-4074-a302-89801c282abf None None] Network b0e2cbdc-4704-427f-b7ee-311576e80ddb requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:56:10.551390 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-ad6f02aa-3c02-428c-bc1a-a4ea4127b5bd None None] Provisioning for port b62cd2c4-02ba-4a35-a762-a64d342c1244 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:56:10.637214 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port b62cd2c4-02ba-4a35-a762-a64d342c1244 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:56:10.643925 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Set router 908f509c-e03e-4109-80d2-7af729f40a7e gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:56:10.782691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port b62cd2c4-02ba-4a35-a762-a64d342c1244 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:56:10.783096 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:10.839672 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05250b44-44ba-4c62-8f95-2a4a9e67b067 req-4c74eff8-2592-4884-8fe5-42e367933e84 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:10.841251 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-05250b44-44ba-4c62-8f95-2a4a9e67b067 req-4c74eff8-2592-4884-8fe5-42e367933e84 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.2930751 Jan 26 20:56:10.937359 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-05250b44-44ba-4c62-8f95-2a4a9e67b067 req-b060872d-9411-4ead-a904-3a4d9e840a81 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819612 Jan 26 20:56:11.122026 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:11.309889 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:11.364556 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port b62cd2c4-02ba-4a35-a762-a64d342c1244, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=b62cd2c4-02ba-4a35-a762-a64d342c1244,segment=NetworkSegment(db934765-c907-4633-85b3-d59ea2a5dda2),segment_id=db934765-c907-4633-85b3-d59ea2a5dda2)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:56:11.368030 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:11.370867 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:11.449001 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:56:07Z', 'updated_at': '2021-01-26T20:56:08Z', 'revision_number': 3, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'gw_port': {'id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:08Z', 'updated_at': '2021-01-26T20:56:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:56:11.455405 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Checking router: 908f509c-e03e-4109-80d2-7af729f40a7e for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:56:11.455803 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Updating router 908f509c-e03e-4109-80d2-7af729f40a7e port 5058b3f2-7153-439a-ac9d-678b9346c429 binding host dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:56:11.489872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=b62cd2c4-02ba-4a35-a762-a64d342c1244,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:11.492419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Allocated IP 172.20.0.1 (b0e2cbdc-4704-427f-b7ee-311576e80ddb/620e1d56-745c-4398-94ad-58b0f1ca7059/0c459b6c-c972-4b00-b4b6-1f331e6166e1) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:56:11.500390 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:11.520754 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:11.654367 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-569eebf6-5e4b-448d-aeb1-2e72cb350bcf None None] Provisioning complete for port b62cd2c4-02ba-4a35-a762-a64d342c1244 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:56:11.654864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-569eebf6-5e4b-448d-aeb1-2e72cb350bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:11.673206 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:11.692313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Transition to ACTIVE for port object 0c459b6c-c972-4b00-b4b6-1f331e6166e1 will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:56:11.715202 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:11.732789 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:11.879193 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c459b6c-c972-4b00-b4b6-1f331e6166e1,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:11.882464 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:11.935801 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Network b0e2cbdc-4704-427f-b7ee-311576e80ddb is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:56:11.936847 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:56:11.939321 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:56:11.997346 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854404007'] for router_interface, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:12.102116 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:12.106678 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-b3f44eff-8766-4ccd-92b5-b00e07f6bb21 None None] Provisioning complete for port b62cd2c4-02ba-4a35-a762-a64d342c1244 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:56:12.107123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b3f44eff-8766-4ccd-92b5-b00e07f6bb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:12.155301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Transition to ACTIVE for port object 5058b3f2-7153-439a-ac9d-678b9346c429 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:56:12.166879 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:12.170341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:12.184626 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8f3d604b-3a83-4b73-b0dd-524df6daa911 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:12.310509 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device b62cd2c4-02ba-4a35-a762-a64d342c1244 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:56:12.359354 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d46ec8-a4ca-4767-bb11-d4e3193bc7cc req-6da7f95d-5759-40df-b224-0258c0e91f8e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:12.361290 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b8d46ec8-a4ca-4767-bb11-d4e3193bc7cc req-6da7f95d-5759-40df-b224-0258c0e91f8e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.2542412 Jan 26 20:56:12.391451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82cffc-d36b-476f-b850-23d62dd7452d None None] Pushing event updated for resources: {'Port': ['ID=5058b3f2-7153-439a-ac9d-678b9346c429,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:12.394558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6b82cffc-d36b-476f-b850-23d62dd7452d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:12.520656 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port b62cd2c4-02ba-4a35-a762-a64d342c1244 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:56:12.521079 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:12.590926 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Attempting to bind port 5058b3f2-7153-439a-ac9d-678b9346c429 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:56:12.591343 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Attempting to bind port 5058b3f2-7153-439a-ac9d-678b9346c429 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:56:12.591749 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Attempting to bind port 5058b3f2-7153-439a-ac9d-678b9346c429 on network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:56:12.602527 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:56:12.602948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Checking segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:56:12.603392 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:12.603831 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Bound using segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:56:12.604366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Bound port: 5058b3f2-7153-439a-ac9d-678b9346c429, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:56:12.604783 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:12.683047 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7a799d66-cb5a-4b88-805d-ba2708dcf751 None None] Provisioning for port 0c459b6c-c972-4b00-b4b6-1f331e6166e1 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:56:12.726685 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b8d46ec8-a4ca-4767-bb11-d4e3193bc7cc req-3d1e4770-c103-4e5b-beff-982daa3ea241 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3565772 Jan 26 20:56:12.734086 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7a799d66-cb5a-4b88-805d-ba2708dcf751 None None] Provisioning complete for port 0c459b6c-c972-4b00-b4b6-1f331e6166e1 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:56:12.734086 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7a799d66-cb5a-4b88-805d-ba2708dcf751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:12.787765 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] For port 5058b3f2-7153-439a-ac9d-678b9346c429, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:56:12.803996 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:12.807816 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:12.823739 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] For port 5058b3f2-7153-439a-ac9d-678b9346c429, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=5058b3f2-7153-439a-ac9d-678b9346c429,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:56:12.830748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7a799d66-cb5a-4b88-805d-ba2708dcf751 None None] Port 0c459b6c-c972-4b00-b4b6-1f331e6166e1 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:56:12.832434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:12.840711 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:12.848536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:12.925805 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854230849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371963'] for router_interface, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:12.941504 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Pushing event updated for resources: {'Port': ['ID=0c459b6c-c972-4b00-b4b6-1f331e6166e1,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:12.948329 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:13.001259 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b82cffc-d36b-476f-b850-23d62dd7452d None None] Pushing event updated for resources: {'Port': ['ID=5058b3f2-7153-439a-ac9d-678b9346c429,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:13.006445 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6b82cffc-d36b-476f-b850-23d62dd7452d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:13.044406 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Routers {'908f509c-e03e-4109-80d2-7af729f40a7e'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:56:13.045056 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:56:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['908f509c-e03e-4109-80d2-7af729f40a7e'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:56:13.074536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Network b0e2cbdc-4704-427f-b7ee-311576e80ddb is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:56:13.075661 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:56:13.286269 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Router 908f509c-e03e-4109-80d2-7af729f40a7e has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:56:13.388374 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-b5eb285f-84a6-474f-8bf6-b50121b10d9f None None] Provisioning complete for port 0c459b6c-c972-4b00-b4b6-1f331e6166e1 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:56:13.388921 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b5eb285f-84a6-474f-8bf6-b50121b10d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:13.471181 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-b5eb285f-84a6-474f-8bf6-b50121b10d9f None None] Port 0c459b6c-c972-4b00-b4b6-1f331e6166e1 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:56:13.473908 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] Set router 908f509c-e03e-4109-80d2-7af729f40a7e gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:56:13.479133 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:56:13.496390 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] 10.222.0.59 "PUT /v2.0/routers/908f509c-e03e-4109-80d2-7af729f40a7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2673876 Jan 26 20:56:13.833414 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:56:07Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 4, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'gw_port': {'id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:08Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '0c459b6c-c972-4b00-b4b6-1f331e6166e1', 'name': '', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'mac_address': 'fa:16:3e:54:96:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:11Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 2, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'subnets': [{'id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:56:13.838236 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de01ce41-0853-4aef-8b98-631c9023c2b3 None None] The sync data for ids ['908f509c-e03e-4109-80d2-7af729f40a7e'] in dv-cinder-768105-4-iscsi is: [{'id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:56:07Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 4, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'gw_port': {'id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e3:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:08Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '0c459b6c-c972-4b00-b4b6-1f331e6166e1', 'name': '', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'mac_address': 'fa:16:3e:54:96:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:11Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 2, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'subnets': [{'id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:56:14.023446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c354b20-4dc2-4de0-a8a6-fa1e9836d12c req-45b946d8-8933-473c-9ee3-94127f98f79b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:14.025155 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8c354b20-4dc2-4de0-a8a6-fa1e9836d12c req-45b946d8-8933-473c-9ee3-94127f98f79b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1344662 Jan 26 20:56:14.082504 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8c354b20-4dc2-4de0-a8a6-fa1e9836d12c req-8c9e6ba2-6fe0-4a81-980d-5a8868e0c7a3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506506 Jan 26 20:56:15.385909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d7dd54-5b43-4231-afd9-f14bf9d67302 req-e2c5f31e-be9b-43c6-b346-86d5848f74a3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:15.393540 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-87d7dd54-5b43-4231-afd9-f14bf9d67302 req-e2c5f31e-be9b-43c6-b346-86d5848f74a3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1500263 Jan 26 20:56:15.466026 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-87d7dd54-5b43-4231-afd9-f14bf9d67302 req-38a0fb65-0d01-4a0a-a0a1-4fb7be7280c0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714312 Jan 26 20:56:16.306716 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 5058b3f2-7153-439a-ac9d-678b9346c429 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:56:16.384323 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port 5058b3f2-7153-439a-ac9d-678b9346c429 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:56:16.389842 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 5058b3f2-7153-439a-ac9d-678b9346c429 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:56:16.390336 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:16.541347 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:16.562559 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port 5058b3f2-7153-439a-ac9d-678b9346c429, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=5058b3f2-7153-439a-ac9d-678b9346c429,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:56:16.565923 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:16.569130 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:16.653290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=5058b3f2-7153-439a-ac9d-678b9346c429,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:16.657538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:16.790955 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe5cc5-90f3-41cd-a9be-1b0341422709 req-90efbd3a-90da-4c1d-b8e2-56795271a2b5 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:16.792661 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a1fe5cc5-90f3-41cd-a9be-1b0341422709 req-90efbd3a-90da-4c1d-b8e2-56795271a2b5 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1414435 Jan 26 20:56:16.862435 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a1fe5cc5-90f3-41cd-a9be-1b0341422709 req-6b1113ef-faa6-4636-9b8d-30cadec78cb9 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629222 Jan 26 20:56:17.639011 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Sync routers for ids ['908f509c-e03e-4109-80d2-7af729f40a7e'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:56:17.654715 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Routers {'908f509c-e03e-4109-80d2-7af729f40a7e'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:56:17.659634 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:56:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['908f509c-e03e-4109-80d2-7af729f40a7e'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:56:17.868147 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Set router 908f509c-e03e-4109-80d2-7af729f40a7e gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:56:18.171146 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcab4e8-e7ba-46fa-993e-2ce672cb47d2 req-e4093568-9fc4-4283-bb5a-41e8059913b3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:18.172985 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1dcab4e8-e7ba-46fa-993e-2ce672cb47d2 req-e4093568-9fc4-4283-bb5a-41e8059913b3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1606553 Jan 26 20:56:18.251424 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1dcab4e8-e7ba-46fa-993e-2ce672cb47d2 req-1c4d743b-b356-4ce7-97fe-4adc4a0a6a18 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719211 Jan 26 20:56:18.279741 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:56:07Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 4, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'gw_port': {'id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:08Z', 'updated_at': '2021-01-26T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '0c459b6c-c972-4b00-b4b6-1f331e6166e1', 'name': '', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'mac_address': 'fa:16:3e:54:96:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:11Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 2, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'subnets': [{'id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:56:18.292250 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Checking router: 908f509c-e03e-4109-80d2-7af729f40a7e for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:56:18.292960 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Updating router 908f509c-e03e-4109-80d2-7af729f40a7e port 0c459b6c-c972-4b00-b4b6-1f331e6166e1 binding host dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 20:56:18.333065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 5058b3f2-7153-439a-ac9d-678b9346c429 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:56:18.364593 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:18.434710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 5058b3f2-7153-439a-ac9d-678b9346c429 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:56:18.434710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:19.017397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:19.032859 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Transition to ACTIVE for port object 0c459b6c-c972-4b00-b4b6-1f331e6166e1 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:56:19.036279 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:19.056664 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:19.194888 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Pushing event updated for resources: {'Port': ['ID=0c459b6c-c972-4b00-b4b6-1f331e6166e1,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:19.237863 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.238286 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.238660 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.239026 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.239391 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.239752 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.240169 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.240530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.240891 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.241404 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.241765 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.242165 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.242567 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.242928 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.243285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.243637 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.243989 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.244346 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.244693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.245043 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.245411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.245762 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.246154 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.246505 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:56:19.253776 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:19.565817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9bfe2e-e6a9-4b86-ace3-4ece9b2c50dc req-aba5e056-3092-42bc-ae15-aeec5e5080c3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:19.567581 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5c9bfe2e-e6a9-4b86-ace3-4ece9b2c50dc req-aba5e056-3092-42bc-ae15-aeec5e5080c3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1500602 Jan 26 20:56:19.585675 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Attempting to bind port 0c459b6c-c972-4b00-b4b6-1f331e6166e1 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:56:19.586076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Attempting to bind port 0c459b6c-c972-4b00-b4b6-1f331e6166e1 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': 'db934765-c907-4633-85b3-d59ea2a5dda2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:56:19.586489 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Attempting to bind port 0c459b6c-c972-4b00-b4b6-1f331e6166e1 on network b0e2cbdc-4704-427f-b7ee-311576e80ddb {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:56:19.606352 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:56:19.606745 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Checking segment: {'id': 'db934765-c907-4633-85b3-d59ea2a5dda2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:56:19.607185 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:19.607618 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Bound using segment: {'id': 'db934765-c907-4633-85b3-d59ea2a5dda2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:56:19.608146 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Bound port: 0c459b6c-c972-4b00-b4b6-1f331e6166e1, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db934765-c907-4633-85b3-d59ea2a5dda2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:56:19.608556 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:19.652112 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5c9bfe2e-e6a9-4b86-ace3-4ece9b2c50dc req-6c59e960-fd86-4fb7-9615-9f01a420dac1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738697 Jan 26 20:56:19.748339 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] For port 0c459b6c-c972-4b00-b4b6-1f331e6166e1, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:56:19.762029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] For port 0c459b6c-c972-4b00-b4b6-1f331e6166e1, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=0c459b6c-c972-4b00-b4b6-1f331e6166e1,segment=NetworkSegment(db934765-c907-4633-85b3-d59ea2a5dda2),segment_id=db934765-c907-4633-85b3-d59ea2a5dda2)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:56:19.766382 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:19.783242 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-653b0e83-13b8-4137-8711-e372a485413c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:19.964370 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Pushing event updated for resources: {'Port': ['ID=0c459b6c-c972-4b00-b4b6-1f331e6166e1,revision_number=4']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:19.970741 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:20.025376 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Routers {'908f509c-e03e-4109-80d2-7af729f40a7e'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:56:20.026091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:56:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['908f509c-e03e-4109-80d2-7af729f40a7e'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:56:20.264896 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] Set router 908f509c-e03e-4109-80d2-7af729f40a7e gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:56:20.339663 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 0c459b6c-c972-4b00-b4b6-1f331e6166e1 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:56:20.417408 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port 0c459b6c-c972-4b00-b4b6-1f331e6166e1 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:56:20.423174 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 0c459b6c-c972-4b00-b4b6-1f331e6166e1 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:56:20.423648 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:20.600382 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:20.650331 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port 0c459b6c-c972-4b00-b4b6-1f331e6166e1, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=0c459b6c-c972-4b00-b4b6-1f331e6166e1,segment=NetworkSegment(db934765-c907-4633-85b3-d59ea2a5dda2),segment_id=db934765-c907-4633-85b3-d59ea2a5dda2)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:56:20.655592 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:20.663376 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:20.714306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:56:20.765148 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=0c459b6c-c972-4b00-b4b6-1f331e6166e1,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:20.768643 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:20.875070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:56:07Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 4, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'gw_port': {'id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:08Z', 'updated_at': '2021-01-26T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '0c459b6c-c972-4b00-b4b6-1f331e6166e1', 'name': '', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'mac_address': 'fa:16:3e:54:96:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:11Z', 'updated_at': '2021-01-26T20:56:19Z', 'revision_number': 4, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'subnets': [{'id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:56:20.881351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353592b1-74c1-4ce8-af3a-728ee4f307a0 None None] The sync data for ids ['908f509c-e03e-4109-80d2-7af729f40a7e'] in dv-cinder-768105-4-iscsi is: [{'id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:56:07Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 4, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'gw_port': {'id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:08Z', 'updated_at': '2021-01-26T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '0c459b6c-c972-4b00-b4b6-1f331e6166e1', 'name': '', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'mac_address': 'fa:16:3e:54:96:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:11Z', 'updated_at': '2021-01-26T20:56:19Z', 'revision_number': 4, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'subnets': [{'id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:56:21.016559 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe92b6-b6e5-4867-8e29-3e0ef20643d5 req-b554de36-0cb1-4865-b24d-68207640bb05 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:21.027101 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bfe92b6-b6e5-4867-8e29-3e0ef20643d5 req-b554de36-0cb1-4865-b24d-68207640bb05 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1824980 Jan 26 20:56:21.102651 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2bfe92b6-b6e5-4867-8e29-3e0ef20643d5 req-989d501a-65a5-4fbc-9520-e25b05d0cc2f tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718367 Jan 26 20:56:22.356083 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 0c459b6c-c972-4b00-b4b6-1f331e6166e1 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:56:22.525609 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 0c459b6c-c972-4b00-b4b6-1f331e6166e1 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:56:22.526520 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:22.604523 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e003a6-58ef-4df5-925f-d90e0628010c req-8d87834b-44b1-4a58-a8c2-631777a94a3e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:22.606203 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e7e003a6-58ef-4df5-925f-d90e0628010c req-8d87834b-44b1-4a58-a8c2-631777a94a3e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.2978148 Jan 26 20:56:22.711615 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e7e003a6-58ef-4df5-925f-d90e0628010c req-a4884e0f-aa2a-4482-aadc-b7bc43f91406 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985537 Jan 26 20:56:24.052608 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699308c9-cf7f-4595-a5c7-db9a7b12af1d req-faa3a6e9-fc35-4892-9152-867ad0831aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:24.054341 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-699308c9-cf7f-4595-a5c7-db9a7b12af1d req-faa3a6e9-fc35-4892-9152-867ad0831aef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1463051 Jan 26 20:56:24.133055 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-699308c9-cf7f-4595-a5c7-db9a7b12af1d req-f858b18c-8cce-45f6-a709-9f5afaec4f10 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710473 Jan 26 20:56:24.629693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-9a78bc2b-ec1b-4b30-b466-325af2941c65 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:24.631488 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-9a78bc2b-ec1b-4b30-b466-325af2941c65 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/networks?id=b0e2cbdc-4704-427f-b7ee-311576e80ddb HTTP/1.1" status: 200 len: 815 time: 0.2392950 Jan 26 20:56:24.657771 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-b0a2576c-45c0-4a27-9c38-49cb0190156a tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/quotas/18914f172fbd4146a14a7e03eeabc256 HTTP/1.1" status: 200 len: 375 time: 0.0188029 Jan 26 20:56:24.768366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-69af120a-7ddf-4bbd-8567-a2f03d757839 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Synchronizing usage tracker for tenant:18914f172fbd4146a14a7e03eeabc256 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:56:24.788390 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-69af120a-7ddf-4bbd-8567-a2f03d757839 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Unset dirty status for tenant:18914f172fbd4146a14a7e03eeabc256 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:56:24.789847 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-69af120a-7ddf-4bbd-8567-a2f03d757839 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=18914f172fbd4146a14a7e03eeabc256&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312108 Jan 26 20:56:24.954859 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-1dd2c9ca-97ab-4f60-b0a0-85e8631fa163 service neutron] 10.222.0.59 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501071 Jan 26 20:56:25.114485 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-f7dbc084-dc7f-410c-9794-26e88a743071 service neutron] 10.222.0.59 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1511269 Jan 26 20:56:25.359335 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1db95f1d-adc7-42fc-ac97-f95296e02032 req-2412857c-9cbc-4694-8586-ad96be0e504e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 210 time: 0.0634854 Jan 26 20:56:25.515909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df563e34-6dac-4ec7-a788-4749b5516666 req-577a5407-b9d8-423b-b267-2fe26d67dd18 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:25.518014 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-df563e34-6dac-4ec7-a788-4749b5516666 req-577a5407-b9d8-423b-b267-2fe26d67dd18 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1552184 Jan 26 20:56:25.596979 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-df563e34-6dac-4ec7-a788-4749b5516666 req-473b34ef-2b5e-4632-9dc6-dd7448285a09 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717971 Jan 26 20:56:26.562207 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2d00b623-9f34-4a6c-bd4c-5796e5acdbd7 req-96d4a7c4-89ad-4822-b5a3-607290b88bac tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 210 time: 0.0513980 Jan 26 20:56:26.735186 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ab15fc96-6ef2-4280-9f6c-da4a2eff6357 req-0b9662ad-9ad4-4a15-a173-7327aaf6e8f5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0953188 Jan 26 20:56:26.898958 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15fc96-6ef2-4280-9f6c-da4a2eff6357 req-af01d98b-b602-4087-a836-b87ed74763e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:26.900728 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ab15fc96-6ef2-4280-9f6c-da4a2eff6357 req-af01d98b-b602-4087-a836-b87ed74763e2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddb9c1e31e3d4a36aea324e94f6a1be6&device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 1162 time: 0.1068323 Jan 26 20:56:26.956443 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439fc21-9479-4ec7-b77e-e5c35aea39bf req-db9ee6ee-a52e-4d51-ad57-fccff68e66a4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:26.964643 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b439fc21-9479-4ec7-b77e-e5c35aea39bf req-db9ee6ee-a52e-4d51-ad57-fccff68e66a4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1896858 Jan 26 20:56:27.031676 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b439fc21-9479-4ec7-b77e-e5c35aea39bf req-b84c536d-337d-4d14-931c-b4503964e1df tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658808 Jan 26 20:56:27.342063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-5b5712a5-f72d-4a14-8cfc-3c9d22ee6081 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:27.342886 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-5b5712a5-f72d-4a14-8cfc-3c9d22ee6081 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Synchronizing usage tracker for tenant:18914f172fbd4146a14a7e03eeabc256 on resource:network {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:56:27.351873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15fc96-6ef2-4280-9f6c-da4a2eff6357 req-b24e6366-36eb-4d7a-99af-f3e8ff783a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:27.352516 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ab15fc96-6ef2-4280-9f6c-da4a2eff6357 req-b24e6366-36eb-4d7a-99af-f3e8ff783a93 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24a08fe2-8195-4a58-b16c-ee168535efec HTTP/1.1" status: 200 len: 902 time: 0.3839779 Jan 26 20:56:27.448406 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-5b5712a5-f72d-4a14-8cfc-3c9d22ee6081 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Unset dirty status for tenant:18914f172fbd4146a14a7e03eeabc256 on resource:network {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:56:27.449635 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-5b5712a5-f72d-4a14-8cfc-3c9d22ee6081 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.11 "GET /v2.0/networks?id=b0e2cbdc-4704-427f-b7ee-311576e80ddb HTTP/1.1" status: 200 len: 815 time: 0.5172429 Jan 26 20:56:27.482451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Request body: {'port': {'device_id': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'admin_state_up': True, 'tenant_id': '18914f172fbd4146a14a7e03eeabc256'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:56:27.585237 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ab15fc96-6ef2-4280-9f6c-da4a2eff6357 req-7e880cb1-15a8-4cba-8912-52dc5524d6f8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9f51c9-f53a-4ecf-9e97-18817b4271f2 HTTP/1.1" status: 200 len: 1001 time: 0.2250783 Jan 26 20:56:27.721178 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:27.780217 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15fc96-6ef2-4280-9f6c-da4a2eff6357 req-6fb8758f-3579-4fb5-9b5c-5c8554d2d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:27.782099 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ab15fc96-6ef2-4280-9f6c-da4a2eff6357 req-6fb8758f-3579-4fb5-9b5c-5c8554d2d3d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1604279-fa6e-4070-a38e-1c53668ceda0 HTTP/1.1" status: 200 len: 847 time: 0.1863117 Jan 26 20:56:27.867685 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-533a7a88-83f6-4a44-afc3-2da032cd272a req-9ab3d955-6a37-4a99-871e-916043e29ac3 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 210 time: 0.0631230 Jan 26 20:56:27.876164 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:56:27.909360 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:56:27.938387 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Made reservation on behalf of 18914f172fbd4146a14a7e03eeabc256 for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:56:27.955982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:27.991829 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab15fc96-6ef2-4280-9f6c-da4a2eff6357 req-0a7feaf4-ab51-4a7e-bc0b-f9e7827a5c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:27.993409 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ab15fc96-6ef2-4280-9f6c-da4a2eff6357 req-0a7feaf4-ab51-4a7e-bc0b-f9e7827a5c70 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24a08fe2-8195-4a58-b16c-ee168535efec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1772714 Jan 26 20:56:28.356044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6db036-131b-4e1b-befe-6d9e127479e8 req-14d3d5c5-ee6c-49af-b5e6-5108497184bb tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:28.367249 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8f6db036-131b-4e1b-befe-6d9e127479e8 req-14d3d5c5-ee6c-49af-b5e6-5108497184bb tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1534750 Jan 26 20:56:28.434521 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8f6db036-131b-4e1b-befe-6d9e127479e8 req-801102ab-6418-4e88-abd8-d45074dd14e6 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656908 Jan 26 20:56:28.528795 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ab15fc96-6ef2-4280-9f6c-da4a2eff6357 req-49741e9c-26fe-416c-8bff-554607fd4e3b service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331432 Jan 26 20:56:28.599561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Allocated IP 172.20.0.5 (b0e2cbdc-4704-427f-b7ee-311576e80ddb/620e1d56-745c-4398-94ad-58b0f1ca7059/9dbb0872-3103-4706-b2b6-98f8ee1384f6) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:56:28.965684 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:28.988119 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Transition to ACTIVE for port object 9dbb0872-3103-4706-b2b6-98f8ee1384f6 will not be triggered until provisioned by entity DHCP. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:56:29.023394 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:29.048621 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1fc1336d-4d56-4ce7-8948-46f938ab2a68 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:29.176135 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e93ca85-362f-431e-89ac-640e4dd908bf req-7b7dbb97-44a7-411e-a2c7-1916bae3c94d tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:29.185735 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6e93ca85-362f-431e-89ac-640e4dd908bf req-7b7dbb97-44a7-411e-a2c7-1916bae3c94d tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 931 time: 0.1658244 Jan 26 20:56:29.273136 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6e93ca85-362f-431e-89ac-640e4dd908bf req-94ec6396-0a21-4526-a62f-7484d79453d5 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861371 Jan 26 20:56:29.738989 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Pushing event updated for resources: {'Port': ['ID=9dbb0872-3103-4706-b2b6-98f8ee1384f6,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:29.743652 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:29.846879 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ab15fc96-6ef2-4280-9f6c-da4a2eff6357 req-fd44409a-bb7a-479f-8ddc-6c68b2235c3f service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6791379 Jan 26 20:56:29.857255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Network b0e2cbdc-4704-427f-b7ee-311576e80ddb is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:56:29.863538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:56:29.870725 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:56:29.976302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:29.977600 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:30.055350 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5797493 Jan 26 20:56:30.102235 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Request body: {'port': {'device_id': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:56:30.106666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b012033-92dc-4ada-9ce9-03a73245b58d req-9b4ebc19-7a62-4d2f-8c44-ea6484845212 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:30.108382 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5b012033-92dc-4ada-9ce9-03a73245b58d req-9b4ebc19-7a62-4d2f-8c44-ea6484845212 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.3251863 Jan 26 20:56:30.294569 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5b012033-92dc-4ada-9ce9-03a73245b58d req-ee178477-a53e-45bf-bb02-9a5486ab6424 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750462 Jan 26 20:56:30.330760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-3d6b0017-39a9-48a4-8b2d-98d07d2ebafa None None] Provisioning for port 9dbb0872-3103-4706-b2b6-98f8ee1384f6 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:56:30.337633 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-3d6b0017-39a9-48a4-8b2d-98d07d2ebafa None None] Provisioning complete for port 9dbb0872-3103-4706-b2b6-98f8ee1384f6 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:56:30.338383 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3d6b0017-39a9-48a4-8b2d-98d07d2ebafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:30.433057 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:30.472096 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-3d6b0017-39a9-48a4-8b2d-98d07d2ebafa None None] Port 9dbb0872-3103-4706-b2b6-98f8ee1384f6 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:56:30.489303 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650f4ffb-2273-4bb1-b54c-55bac759bb5d req-b37a28bc-599b-4af8-a18a-c49fb4286a70 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:30.491584 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-650f4ffb-2273-4bb1-b54c-55bac759bb5d req-b37a28bc-599b-4af8-a18a-c49fb4286a70 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.3244081 Jan 26 20:56:30.573215 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-650f4ffb-2273-4bb1-b54c-55bac759bb5d req-70debba5-4cd8-4cbc-8bb1-998fe9453c62 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718009 Jan 26 20:56:30.795899 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7acf1-b90f-4974-ac1d-039c63d9544c req-cebf9658-5455-4316-ba59-51a16dbcdeb8 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:30.798507 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-82e7acf1-b90f-4974-ac1d-039c63d9544c req-cebf9658-5455-4316-ba59-51a16dbcdeb8 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 931 time: 0.2118382 Jan 26 20:56:30.912829 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-82e7acf1-b90f-4974-ac1d-039c63d9544c req-0ca91fc8-ff9a-4a01-8b8d-4a6062bbd1b3 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956216 Jan 26 20:56:31.220797 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dbb0872-3103-4706-b2b6-98f8ee1384f6 {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:56:31.229557 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:31.242697 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Transition to ACTIVE for port object 9dbb0872-3103-4706-b2b6-98f8ee1384f6 will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:56:31.250582 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:31.267701 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-662abb66-b405-4e47-855f-99f89998465f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:31.417813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbb0872-3103-4706-b2b6-98f8ee1384f6,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:31.422463 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:31.589697 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Attempting to bind port 9dbb0872-3103-4706-b2b6-98f8ee1384f6 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:56:31.590376 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Attempting to bind port 9dbb0872-3103-4706-b2b6-98f8ee1384f6 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': 'db934765-c907-4633-85b3-d59ea2a5dda2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:56:31.590927 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Attempting to bind port 9dbb0872-3103-4706-b2b6-98f8ee1384f6 on network b0e2cbdc-4704-427f-b7ee-311576e80ddb {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:56:31.597447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:56:31.598264 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Checking segment: {'id': 'db934765-c907-4633-85b3-d59ea2a5dda2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:56:31.599527 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:31.600091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Bound using segment: {'id': 'db934765-c907-4633-85b3-d59ea2a5dda2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:56:31.600911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Bound port: 9dbb0872-3103-4706-b2b6-98f8ee1384f6, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db934765-c907-4633-85b3-d59ea2a5dda2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:56:31.601451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:31.757120 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1dbcc161-05c0-4795-8615-2a515959dee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:31.790582 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] For port 9dbb0872-3103-4706-b2b6-98f8ee1384f6, host hv-cinder-76810, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:56:31.797611 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] For port 9dbb0872-3103-4706-b2b6-98f8ee1384f6, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9dbb0872-3103-4706-b2b6-98f8ee1384f6,segment=NetworkSegment(db934765-c907-4633-85b3-d59ea2a5dda2),segment_id=db934765-c907-4633-85b3-d59ea2a5dda2)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:56:31.802723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edf87ad-9c19-44e8-bc40-662d8049ad48 req-41dc31ab-3fb6-440d-a81d-9ccdb6ac23b9 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:31.805618 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1edf87ad-9c19-44e8-bc40-662d8049ad48 req-41dc31ab-3fb6-440d-a81d-9ccdb6ac23b9 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.2987051 Jan 26 20:56:31.815339 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:31.886803 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1edf87ad-9c19-44e8-bc40-662d8049ad48 req-4e2e22e8-a451-4e51-a409-14997fb8b026 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731065 Jan 26 20:56:31.928993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:32.040081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Pushing event updated for resources: {'Port': ['ID=9dbb0872-3103-4706-b2b6-98f8ee1384f6,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:32.052342 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e2e565-a4f7-4057-b31d-bc7823f4d2f8 req-2281bb01-1423-4dd2-b0a5-19bd802e7944 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:32.055430 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:32.060647 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-75e2e565-a4f7-4057-b31d-bc7823f4d2f8 req-2281bb01-1423-4dd2-b0a5-19bd802e7944 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1695108 Jan 26 20:56:32.155010 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:32.155706 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:32.157234 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] 10.222.0.11 "PUT /v2.0/ports/9dbb0872-3103-4706-b2b6-98f8ee1384f6 HTTP/1.1" status: 200 len: 1157 time: 2.0714219 Jan 26 20:56:32.157777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'tag': '9dbb0872-3103-4706-b2b6-98f8ee1384f6'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:56:32.443110 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-75e2e565-a4f7-4057-b31d-bc7823f4d2f8 req-1d755a11-8877-467e-8861-871d536c1bb1 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3812163 Jan 26 20:56:32.531570 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2419bfe-4959-4751-b3cf-fb13e2cad58f req-d2204b4c-5e6e-4dde-be73-748a5688c836 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:32.540462 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d2419bfe-4959-4751-b3cf-fb13e2cad58f req-d2204b4c-5e6e-4dde-be73-748a5688c836 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 943 time: 0.4541125 Jan 26 20:56:32.646658 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d2419bfe-4959-4751-b3cf-fb13e2cad58f req-7631d1dc-ce70-4c85-af84-4f895fb853f2 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050990 Jan 26 20:56:32.738284 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'tag': '9dbb0872-3103-4706-b2b6-98f8ee1384f6', 'status': 'completed', 'code': 200} Jan 26 20:56:33.209575 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf27760-3bdf-4623-aa8a-c677ac5c8c8c req-75850713-6a84-4a2e-ba42-71a18d757ae4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:33.211365 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ddf27760-3bdf-4623-aa8a-c677ac5c8c8c req-75850713-6a84-4a2e-ba42-71a18d757ae4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1290991 Jan 26 20:56:33.269816 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ddf27760-3bdf-4623-aa8a-c677ac5c8c8c req-37f4dbc1-8ec7-4604-b6e2-b8276554cbf7 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519624 Jan 26 20:56:33.705522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3b8c2-be94-4e3e-9e68-13cf1040c8f8 req-b4f5ece5-dd1a-40c5-9aed-335446f9b1a3 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:33.707264 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e1a3b8c2-be94-4e3e-9e68-13cf1040c8f8 req-b4f5ece5-dd1a-40c5-9aed-335446f9b1a3 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1299367 Jan 26 20:56:33.778083 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e1a3b8c2-be94-4e3e-9e68-13cf1040c8f8 req-79cc9a76-ad6f-4f5f-99d8-a4413caa1daa tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627432 Jan 26 20:56:33.909786 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da6be2-e956-410e-8c09-65dce48114f1 req-c20252bc-5c1b-4d17-aea4-91dfba65aaed tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:33.911529 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-86da6be2-e956-410e-8c09-65dce48114f1 req-c20252bc-5c1b-4d17-aea4-91dfba65aaed tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 943 time: 0.1287282 Jan 26 20:56:33.976961 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-86da6be2-e956-410e-8c09-65dce48114f1 req-ef4773d8-361e-46e0-b432-8f06165943f9 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587857 Jan 26 20:56:34.427709 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:34.457183 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e92a4c4b-bcfe-4e03-b69f-4fcffb571ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:34.568641 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52062552-6ec5-458c-91b7-1d24f973c751 req-d8585448-0c7f-48e5-b420-3758af8a27e4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:34.570390 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-52062552-6ec5-458c-91b7-1d24f973c751 req-d8585448-0c7f-48e5-b420-3758af8a27e4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1437383 Jan 26 20:56:34.630716 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-52062552-6ec5-458c-91b7-1d24f973c751 req-fb4d46e1-b706-4ee7-9e46-545f9a94a0d9 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534234 Jan 26 20:56:35.059005 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592612e-ac5f-42df-9820-b4b1057fddb7 req-b650f889-2de3-4443-8854-de4f957163df tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:35.060711 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4592612e-ac5f-42df-9820-b4b1057fddb7 req-b650f889-2de3-4443-8854-de4f957163df tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1316574 Jan 26 20:56:35.145300 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4592612e-ac5f-42df-9820-b4b1057fddb7 req-1ebd6bd4-56fb-48d5-9279-203a803e6443 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761657 Jan 26 20:56:35.292699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84207d5a-ce44-427b-a00d-d8df48cd90cf req-a4c00d68-0dc9-44d3-8899-f561914a4ea8 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:35.300526 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-84207d5a-ce44-427b-a00d-d8df48cd90cf req-a4c00d68-0dc9-44d3-8899-f561914a4ea8 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 943 time: 0.1376393 Jan 26 20:56:35.353313 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-84207d5a-ce44-427b-a00d-d8df48cd90cf req-e17ddcb2-96f2-429b-a383-2158be269fd4 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517945 Jan 26 20:56:35.810188 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:35.911951 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9023f-a35d-447d-9cee-88fd797548f5 req-335c7072-cdb6-4e15-ad9b-4c0ccb7e946f tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:35.913691 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-92e9023f-a35d-447d-9cee-88fd797548f5 req-335c7072-cdb6-4e15-ad9b-4c0ccb7e946f tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1352460 Jan 26 20:56:35.976588 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-92e9023f-a35d-447d-9cee-88fd797548f5 req-c8423889-3d8e-409e-a0dc-6a9d04b599c4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559571 Jan 26 20:56:36.066799 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:36.415568 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e198ff8-0e6e-4d26-a6ab-d9eb7f4a9b45 req-4d569f48-a2c0-4ea5-a90e-04acd9e8e31b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:36.417274 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5e198ff8-0e6e-4d26-a6ab-d9eb7f4a9b45 req-4d569f48-a2c0-4ea5-a90e-04acd9e8e31b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1332889 Jan 26 20:56:36.490278 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5e198ff8-0e6e-4d26-a6ab-d9eb7f4a9b45 req-30dd59eb-2aab-479d-940a-f80198d7df8b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664945 Jan 26 20:56:36.628346 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb4759d-197c-4719-b4cb-cf07935b0a9c req-af50fdd8-e1d3-4c21-9314-0b7577fb03f8 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:36.630638 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-dbb4759d-197c-4719-b4cb-cf07935b0a9c req-af50fdd8-e1d3-4c21-9314-0b7577fb03f8 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 943 time: 0.1366870 Jan 26 20:56:36.689311 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-dbb4759d-197c-4719-b4cb-cf07935b0a9c req-5c7e9ea0-86ff-4cdd-a0ed-a07f970c0f45 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517745 Jan 26 20:56:37.261853 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cfd566-2362-4cb2-a958-b60d85fa6d47 req-e312b81d-938b-474b-b8f8-8479f4bb7181 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:37.263525 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-82cfd566-2362-4cb2-a958-b60d85fa6d47 req-e312b81d-938b-474b-b8f8-8479f4bb7181 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1309352 Jan 26 20:56:37.322798 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-82cfd566-2362-4cb2-a958-b60d85fa6d47 req-b4da4838-06ce-4b6d-bdd6-10712c0c3270 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526283 Jan 26 20:56:37.748012 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fa414-af3b-418e-91f7-86c79a63df4b req-e639446f-35fc-4941-a07f-600665c13040 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:37.749982 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-774fa414-af3b-418e-91f7-86c79a63df4b req-e639446f-35fc-4941-a07f-600665c13040 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1338186 Jan 26 20:56:37.814291 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-774fa414-af3b-418e-91f7-86c79a63df4b req-4a159be0-2e90-4aec-9c8b-85c73d6c3704 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572536 Jan 26 20:56:37.963253 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9078e97-d67a-4ea4-99be-aa53eb54cbf6 req-520af4fd-58d8-4803-ba3d-72172c7a579d tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:37.964871 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b9078e97-d67a-4ea4-99be-aa53eb54cbf6 req-520af4fd-58d8-4803-ba3d-72172c7a579d tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 943 time: 0.1335969 Jan 26 20:56:38.041666 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b9078e97-d67a-4ea4-99be-aa53eb54cbf6 req-5cd22e27-3329-4f72-973f-3b67c8205b76 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703650 Jan 26 20:56:38.615545 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a14fc8-dcb1-4239-9f6d-20dc33db718e req-3b50a41d-0dba-47be-aa2b-f808863cd917 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:38.620524 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a2a14fc8-dcb1-4239-9f6d-20dc33db718e req-3b50a41d-0dba-47be-aa2b-f808863cd917 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1452844 Jan 26 20:56:38.684886 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a2a14fc8-dcb1-4239-9f6d-20dc33db718e req-ce7157de-076f-475e-9957-17750eb66522 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549443 Jan 26 20:56:39.091819 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c98f5a9-6a3d-47fb-a7ac-78484d11918f req-1dc73f54-55df-4dcc-a86f-e0409701b67a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:39.093662 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1c98f5a9-6a3d-47fb-a7ac-78484d11918f req-1dc73f54-55df-4dcc-a86f-e0409701b67a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1301954 Jan 26 20:56:39.159890 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1c98f5a9-6a3d-47fb-a7ac-78484d11918f req-568cdc59-6a59-404e-9cb6-7afa73882b98 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588872 Jan 26 20:56:39.316234 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7c2ed6-1467-4db4-a344-92d088c03e78 req-55255f3d-f72f-420d-bab7-26a197293bd9 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:39.318730 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2b7c2ed6-1467-4db4-a344-92d088c03e78 req-55255f3d-f72f-420d-bab7-26a197293bd9 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 943 time: 0.1325774 Jan 26 20:56:39.377923 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2b7c2ed6-1467-4db4-a344-92d088c03e78 req-6346c750-12d2-4c4c-a95c-9a4efeca03e4 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527325 Jan 26 20:56:39.963700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb945984-9928-4972-a806-dfe1a83eed3b req-eefe87f4-e079-42d7-949d-39aeff6e4a5e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:39.965327 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fb945984-9928-4972-a806-dfe1a83eed3b req-eefe87f4-e079-42d7-949d-39aeff6e4a5e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1321766 Jan 26 20:56:40.022450 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fb945984-9928-4972-a806-dfe1a83eed3b req-9d294487-ff0a-4244-ada8-775a023ac989 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507128 Jan 26 20:56:40.413715 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a637a-ff91-482c-8ba5-7d8d60c924ad req-b3823fe9-9a20-4f95-8e8e-eca5b6b50dcd tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:40.415664 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d57a637a-ff91-482c-8ba5-7d8d60c924ad req-b3823fe9-9a20-4f95-8e8e-eca5b6b50dcd tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1237078 Jan 26 20:56:40.477379 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d57a637a-ff91-482c-8ba5-7d8d60c924ad req-9617af04-5c93-41d4-9e2a-bd268c314f6f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552928 Jan 26 20:56:40.644751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d928d-d83e-4f00-a3b1-13b268f01d47 req-84578b65-2f20-4310-a381-2a2081612600 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:40.646558 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c01d928d-d83e-4f00-a3b1-13b268f01d47 req-84578b65-2f20-4310-a381-2a2081612600 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 943 time: 0.1286833 Jan 26 20:56:40.654514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ec600-439e-48d9-8164-572fc2f148ff req-53143932-6449-4608-ada2-7ca6e9c9993a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:40.656152 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8b4ec600-439e-48d9-8164-572fc2f148ff req-53143932-6449-4608-ada2-7ca6e9c9993a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18914f172fbd4146a14a7e03eeabc256&device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 1160 time: 0.0843298 Jan 26 20:56:40.705695 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c01d928d-d83e-4f00-a3b1-13b268f01d47 req-59d04467-5d74-434f-ac59-08c67b9ec055 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524411 Jan 26 20:56:40.822555 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ec600-439e-48d9-8164-572fc2f148ff req-cca9395f-e884-4121-b25c-4878ffdf7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:40.824120 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8b4ec600-439e-48d9-8164-572fc2f148ff req-cca9395f-e884-4121-b25c-4878ffdf7620 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=18914f172fbd4146a14a7e03eeabc256&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1490099 Jan 26 20:56:41.105487 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ec600-439e-48d9-8164-572fc2f148ff req-5d439539-c3f9-43aa-ba2b-4b0a13d57928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:41.107113 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8b4ec600-439e-48d9-8164-572fc2f148ff req-5d439539-c3f9-43aa-ba2b-4b0a13d57928 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1461806 Jan 26 20:56:41.298034 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1863e9c-1481-4794-8abf-660104efc17e req-a9d16387-0f80-4cdf-9670-2a0bc21c0f53 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:41.299688 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c1863e9c-1481-4794-8abf-660104efc17e req-a9d16387-0f80-4cdf-9670-2a0bc21c0f53 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1314938 Jan 26 20:56:41.325970 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-f44ab377-a732-4c4e-804b-1ae21fccaab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:41.327593 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-f44ab377-a732-4c4e-804b-1ae21fccaab6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18914f172fbd4146a14a7e03eeabc256&device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 1160 time: 0.1305552 Jan 26 20:56:41.356752 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c1863e9c-1481-4794-8abf-660104efc17e req-e5988e6e-ea41-4f8e-bb3f-9616ab1936ac tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497227 Jan 26 20:56:41.417917 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-72b1531d-2af3-4dae-b151-34e598f86511 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dbb0872-3103-4706-b2b6-98f8ee1384f6 HTTP/1.1" status: 200 len: 217 time: 0.0752878 Jan 26 20:56:41.419973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416254b-6c5e-41f7-8bf6-ecad4cc710c7 req-8ad993c3-3aa8-4e20-aa8f-aab23bf0530a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:41.421461 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7416254b-6c5e-41f7-8bf6-ecad4cc710c7 req-8ad993c3-3aa8-4e20-aa8f-aab23bf0530a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5&device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 1162 time: 0.1589642 Jan 26 20:56:41.584370 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-77afc41e-c958-4e3e-905b-9c4b33a9ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:41.585981 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-77afc41e-c958-4e3e-905b-9c4b33a9ac2e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=620e1d56-745c-4398-94ad-58b0f1ca7059 HTTP/1.1" status: 200 len: 854 time: 0.1570177 Jan 26 20:56:41.680287 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416254b-6c5e-41f7-8bf6-ecad4cc710c7 req-2cc28d7a-15b5-4c20-a2d3-f25e1bc69745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:41.681777 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7416254b-6c5e-41f7-8bf6-ecad4cc710c7 req-2cc28d7a-15b5-4c20-a2d3-f25e1bc69745 service neutron] 10.222.0.11 "GET /v2.0/networks?id=904a70fd-fb27-440b-aa4c-ebdd097079d3 HTTP/1.1" status: 200 len: 911 time: 0.2513716 Jan 26 20:56:41.747513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c92bf69-93fa-4ca4-a243-34a16c6b4175 req-c72b9e5c-4df7-48f1-8ed9-b4cbaf22fd19 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:41.749194 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7c92bf69-93fa-4ca4-a243-34a16c6b4175 req-c72b9e5c-4df7-48f1-8ed9-b4cbaf22fd19 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1389985 Jan 26 20:56:41.793446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-1844f9ca-3f8b-4946-a432-6fa3856cf877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:41.795104 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-1844f9ca-3f8b-4946-a432-6fa3856cf877 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0e2cbdc-4704-427f-b7ee-311576e80ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1929533 Jan 26 20:56:41.812593 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7c92bf69-93fa-4ca4-a243-34a16c6b4175 req-c0c2d397-03c5-42ab-a77b-9622e42c70f6 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549283 Jan 26 20:56:41.836339 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7416254b-6c5e-41f7-8bf6-ecad4cc710c7 req-70b035de-ad30-4352-a525-8a441d79bab7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b64b106f-e891-4cb5-aeca-5a3398672384 HTTP/1.1" status: 200 len: 1001 time: 0.1420634 Jan 26 20:56:41.969005 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eaf092-1ef1-49c0-8114-e2d3c543f456 req-1dbf4343-63eb-4b7c-8dcb-087fa0be245b tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:41.970654 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37eaf092-1ef1-49c0-8114-e2d3c543f456 req-1dbf4343-63eb-4b7c-8dcb-087fa0be245b tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 943 time: 0.1317952 Jan 26 20:56:41.987668 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416254b-6c5e-41f7-8bf6-ecad4cc710c7 req-bb49c21a-df33-4e5b-8460-c44727d7bc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:41.989255 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7416254b-6c5e-41f7-8bf6-ecad4cc710c7 req-bb49c21a-df33-4e5b-8460-c44727d7bc00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48167752-fd52-413a-9909-8656b42a787b HTTP/1.1" status: 200 len: 856 time: 0.1023192 Jan 26 20:56:42.059214 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-dd356b3c-aaf9-40ee-b183-c4d60df9b007 service neutron] 10.222.0.11 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530630 Jan 26 20:56:42.095869 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37eaf092-1ef1-49c0-8114-e2d3c543f456 req-8a37e8a0-a51e-4a8c-8d3e-59ea74f7a4c6 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880394 Jan 26 20:56:42.151252 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-dfded382-f9ef-4daf-8d2b-eb011cf206d4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:42.152882 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-dfded382-f9ef-4daf-8d2b-eb011cf206d4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.11 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 945 time: 0.1812747 Jan 26 20:56:42.188924 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7416254b-6c5e-41f7-8bf6-ecad4cc710c7 req-88ee97f7-4f14-473b-9322-cd2e1b133a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:42.190562 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7416254b-6c5e-41f7-8bf6-ecad4cc710c7 req-88ee97f7-4f14-473b-9322-cd2e1b133a72 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=904a70fd-fb27-440b-aa4c-ebdd097079d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1884375 Jan 26 20:56:42.240632 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Deleting port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:56:42.241042 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:42.308319 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c855d8ae-ea0d-41e5-bda4-f7ac80522a9b req-def18cd0-58dd-4093-b732-0176a9e79c32 service neutron] 10.222.0.11 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2416682 Jan 26 20:56:42.361045 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7416254b-6c5e-41f7-8bf6-ecad4cc710c7 req-c676cb4c-5a34-4ff4-812d-108f264a3dd4 service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589746 Jan 26 20:56:42.383459 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:56:42.509247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:42.521059 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] For port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d,segment=NetworkSegment(0b455ceb-206b-40b0-aafe-4b7c50ff06a6),segment_id=0b455ceb-206b-40b0-aafe-4b7c50ff06a6)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:56:42.522380 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:42.542901 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7416254b-6c5e-41f7-8bf6-ecad4cc710c7 req-f8f93154-231c-49db-807f-8e550ff2d43b service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1630833 Jan 26 20:56:42.544783 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d,segment=NetworkSegment(0b455ceb-206b-40b0-aafe-4b7c50ff06a6),segment_id=0b455ceb-206b-40b0-aafe-4b7c50ff06a6)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:56:42.545605 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ad654d-be49-459d-a953-24a7fa8d0ff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:56:42.552537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:42.554817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6b82cffc-d36b-476f-b850-23d62dd7452d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:42.648873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:42.661042 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:42.713049 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ad654d-be49-459d-a953-24a7fa8d0ff9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d', 'code': 200} Jan 26 20:56:42.903045 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83765c-3dc0-4f07-8113-7db4e39a04fc req-6587c130-e33e-4993-9253-d4e12a711e1c tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:42.904700 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0d83765c-3dc0-4f07-8113-7db4e39a04fc req-6587c130-e33e-4993-9253-d4e12a711e1c tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.3734770 Jan 26 20:56:43.028264 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:43.028677 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:43.029041 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Floating IP 64b496d1-9bb8-4565-a04d-d471abd03252 disassociated. External IP: 172.27.0.141, port: 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d. Jan 26 20:56:43.029394 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Calling delete_port for 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:56:43.283946 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0d83765c-3dc0-4f07-8113-7db4e39a04fc req-2e5455aa-9fce-4b33-abbb-f976b6bf1dc2 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3688579 Jan 26 20:56:43.393915 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b86dc7-6024-4078-b76d-97fc99d592d5 req-7bbf623a-69f1-4cd6-9e6b-e1c4d73c33d3 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:43.396327 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a3b86dc7-6024-4078-b76d-97fc99d592d5 req-7bbf623a-69f1-4cd6-9e6b-e1c4d73c33d3 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 943 time: 0.4435036 Jan 26 20:56:43.401712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80132) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:56:43.402095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:56:43.508083 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a3b86dc7-6024-4078-b76d-97fc99d592d5 req-97fc65bf-d0f7-42af-bd5b-f0d43ec15500 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050026 Jan 26 20:56:43.574548 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f906f82-d178-4a5d-8620-65afb3071814 req-f4c14c37-0939-4a8e-81c9-ab4891097715 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:43.576139 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f906f82-d178-4a5d-8620-65afb3071814 req-f4c14c37-0939-4a8e-81c9-ab4891097715 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 943 time: 0.1564367 Jan 26 20:56:43.631587 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f906f82-d178-4a5d-8620-65afb3071814 req-bc1f9bdf-161e-4b39-9cba-171a4791ecad tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491042 Jan 26 20:56:43.903332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Deleting port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:56:43.903656 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:44.166975 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] For port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d,segment=NetworkSegment(0b455ceb-206b-40b0-aafe-4b7c50ff06a6),segment_id=0b455ceb-206b-40b0-aafe-4b7c50ff06a6)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:56:44.167293 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:44.547845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:44.548362 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:44.548464 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Floating IP 64b496d1-9bb8-4565-a04d-d471abd03252 disassociated. External IP: 172.27.0.141, port: 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d. Jan 26 20:56:44.548848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Calling delete_port for 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:56:44.603482 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.objects.ports [None req-07176860-13a4-4cc3-9461-6dc83a6baeb2 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:56:44.657595 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2728fa-0ed0-4b55-9179-3c29801fbc64 req-b0f79133-c660-4f26-b050-03d80fadebd2 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:44.659332 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7a2728fa-0ed0-4b55-9179-3c29801fbc64 req-b0f79133-c660-4f26-b050-03d80fadebd2 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.2202737 Jan 26 20:56:44.835859 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7a2728fa-0ed0-4b55-9179-3c29801fbc64 req-aca50558-ea15-4740-b3b4-319e0f4af730 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330287 Jan 26 20:56:44.905552 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544ba79b-0deb-4647-a1ff-81ee51649dba req-7b67f70f-6640-4e23-81aa-83061e01be11 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:44.907244 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-544ba79b-0deb-4647-a1ff-81ee51649dba req-7b67f70f-6640-4e23-81aa-83061e01be11 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 943 time: 0.2469134 Jan 26 20:56:44.937070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:44.954951 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f36ea0e6-af39-4d5c-b32d-03c003b7b974 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:45.055807 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 9dbb0872-3103-4706-b2b6-98f8ee1384f6 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:56:45.096562 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event deleted for resources: {'Port': ['ID=8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:45.117564 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:45.129289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port 9dbb0872-3103-4706-b2b6-98f8ee1384f6 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:56:45.134358 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 9dbb0872-3103-4706-b2b6-98f8ee1384f6 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:56:45.134778 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:45.138957 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-544ba79b-0deb-4647-a1ff-81ee51649dba req-d336d18d-a335-4596-9ba0-65e74c9cb2d0 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=25d6471d-09a1-4125-9700-026de00b2e0f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240362 Jan 26 20:56:45.261361 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:45.273901 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8621eb-9963-44bd-876c-3f63b9b63b10 req-f4c089bb-6158-4dbf-9b72-7276456c4d41 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:45.275624 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ea8621eb-9963-44bd-876c-3f63b9b63b10 req-f4c089bb-6158-4dbf-9b72-7276456c4d41 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 943 time: 0.2893703 Jan 26 20:56:45.296382 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbb0872-3103-4706-b2b6-98f8ee1384f6'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:56:45.307778 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 9dbb0872-3103-4706-b2b6-98f8ee1384f6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9dbb0872-3103-4706-b2b6-98f8ee1384f6,segment=NetworkSegment(db934765-c907-4633-85b3-d59ea2a5dda2),segment_id=db934765-c907-4633-85b3-d59ea2a5dda2)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:56:45.311162 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:45.313986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:45.362106 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device b64b106f-e891-4cb5-aeca-5a3398672384 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:56:45.441390 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=9dbb0872-3103-4706-b2b6-98f8ee1384f6,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:45.445457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:45.478549 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ea8621eb-9963-44bd-876c-3f63b9b63b10 req-66d00cb7-3043-45c0-9688-f7d4784166be tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399310 Jan 26 20:56:45.515771 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:45.533306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Router ad3422ae-a533-47de-ae19-36568699a049 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:56:45.559681 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port b64b106f-e891-4cb5-aeca-5a3398672384, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b64b106f-e891-4cb5-aeca-5a3398672384,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:56:45.563072 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:45.566403 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dbb0872-3103-4706-b2b6-98f8ee1384f6', 'code': 200} Jan 26 20:56:45.567009 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ed869334-6bfc-4096-a1b4-96ff7ea4ca73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:45.694216 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=b64b106f-e891-4cb5-aeca-5a3398672384,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:45.700115 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:45.759628 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:56:45.770653 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a736d-d10a-41e4-b75c-33909bd24cea None None] Sync routers for ids ['ad3422ae-a533-47de-ae19-36568699a049'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:56:45.781398 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a736d-d10a-41e4-b75c-33909bd24cea None None] Routers {'ad3422ae-a533-47de-ae19-36568699a049'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:56:45.782380 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-314a736d-d10a-41e4-b75c-33909bd24cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:56:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ad3422ae-a533-47de-ae19-36568699a049'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:56:45.819984 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] No DVR routers for this DVR port 8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d on host hv-cinder-76810 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:56:45.824515 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:45.827683 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2ad654d-be49-459d-a953-24a7fa8d0ff9', 'name': 'network-vif-deleted', 'tag': '8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:56:45.870018 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-360ed351-84cd-4a60-a077-01a9e34dff40 req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.11 "DELETE /v2.0/ports/8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d HTTP/1.1" status: 204 len: 173 time: 3.7115476 Jan 26 20:56:45.949742 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d99497-4970-4081-802d-f0541f68de8c req-ae029da9-6213-48ae-8430-98873e274f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:45.951499 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-03d99497-4970-4081-802d-f0541f68de8c req-ae029da9-6213-48ae-8430-98873e274f8f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 1162 time: 0.1126423 Jan 26 20:56:46.023862 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-03d99497-4970-4081-802d-f0541f68de8c req-6d41c8e1-3622-427f-9b82-e37da806875f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646617 Jan 26 20:56:46.036867 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2ad654d-be49-459d-a953-24a7fa8d0ff9', 'name': 'network-vif-deleted', 'tag': '8d2b3a9e-562e-4ce7-a76f-3aa2efa5b12d', 'status': 'completed', 'code': 200} Jan 26 20:56:46.042008 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-314a736d-d10a-41e4-b75c-33909bd24cea None None] Set router ad3422ae-a533-47de-ae19-36568699a049 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:56:46.340085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-63664ba4-315b-4cee-ac7a-3daba9aff57e req-f8b98f75-d180-45b7-9827-58f739b17a3b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Synchronizing usage tracker for tenant:954edcaec745436491b2623398786a63 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:56:46.357126 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-63664ba4-315b-4cee-ac7a-3daba9aff57e req-f8b98f75-d180-45b7-9827-58f739b17a3b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Unset dirty status for tenant:954edcaec745436491b2623398786a63 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:56:46.358642 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-63664ba4-315b-4cee-ac7a-3daba9aff57e req-f8b98f75-d180-45b7-9827-58f739b17a3b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=c2ad654d-be49-459d-a953-24a7fa8d0ff9 HTTP/1.1" status: 200 len: 210 time: 0.0710638 Jan 26 20:56:46.378139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-314a736d-d10a-41e4-b75c-33909bd24cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:52Z', 'revision_number': 5, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:56:46.383216 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a736d-d10a-41e4-b75c-33909bd24cea None None] Checking router: ad3422ae-a533-47de-ae19-36568699a049 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:56:46.392545 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314a736d-d10a-41e4-b75c-33909bd24cea None None] Routers {'ad3422ae-a533-47de-ae19-36568699a049'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:56:46.393204 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-314a736d-d10a-41e4-b75c-33909bd24cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:56:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ad3422ae-a533-47de-ae19-36568699a049'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:56:46.700048 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 9dbb0872-3103-4706-b2b6-98f8ee1384f6 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:56:46.788361 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae986d3-5f2d-4932-8f54-04b15f876ef7 req-08bec3d3-618f-4095-8081-7e7b681e6615 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:46.790297 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4ae986d3-5f2d-4932-8f54-04b15f876ef7 req-08bec3d3-618f-4095-8081-7e7b681e6615 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 945 time: 0.1760070 Jan 26 20:56:46.883867 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 9dbb0872-3103-4706-b2b6-98f8ee1384f6 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:56:46.884294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:46.938603 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4ae986d3-5f2d-4932-8f54-04b15f876ef7 req-035fd3f3-3203-4876-94f9-cdddb86bb8c8 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419163 Jan 26 20:56:46.962661 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49554) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:56:46.972867 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-314a736d-d10a-41e4-b75c-33909bd24cea None None] Set router ad3422ae-a533-47de-ae19-36568699a049 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:56:47.022390 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da90d1ef-da25-4ea6-b17e-7cee595b83c5 req-b8e52191-b478-4beb-891e-c6ebae4ddc74 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:47.030176 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-da90d1ef-da25-4ea6-b17e-7cee595b83c5 req-b8e52191-b478-4beb-891e-c6ebae4ddc74 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 943 time: 0.1670296 Jan 26 20:56:47.093385 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-da90d1ef-da25-4ea6-b17e-7cee595b83c5 req-68c267ac-fc02-4d5e-a1db-b4a0a9be2293 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621209 Jan 26 20:56:47.155449 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4c5f05c2-6f48-44c6-a59e-ea0dd5c719e7 req-8294397f-2d83-4150-ba1d-5bd4ac9f8b15 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1956108 Jan 26 20:56:47.398177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-314a736d-d10a-41e4-b75c-33909bd24cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:52Z', 'revision_number': 5, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:56:47.402498 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314a736d-d10a-41e4-b75c-33909bd24cea None None] The sync data for ids ['ad3422ae-a533-47de-ae19-36568699a049'] in dv-cinder-768105-4-iscsi is: [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:52Z', 'revision_number': 5, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:56:47.528396 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49570) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:56:47.567608 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b64b106f-e891-4cb5-aeca-5a3398672384'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:56:47.615331 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ecd72299-ad77-45f8-8685-6b81eeabf600 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:47.634364 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b64b106f-e891-4cb5-aeca-5a3398672384', 'code': 422} returned with failed status Jan 26 20:56:47.654125 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ecd72299-ad77-45f8-8685-6b81eeabf600 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:47.769150 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f05c2-6f48-44c6-a59e-ea0dd5c719e7 req-a5aee01d-240a-4f31-9c55-1fdbb8fe84ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:47.770928 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4c5f05c2-6f48-44c6-a59e-ea0dd5c719e7 req-a5aee01d-240a-4f31-9c55-1fdbb8fe84ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202&tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5 HTTP/1.1" status: 200 len: 1160 time: 0.1077697 Jan 26 20:56:47.778559 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ecd72299-ad77-45f8-8685-6b81eeabf600 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:47.783702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-523204c3-31b0-474d-8fd7-323c0d7a325e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:47.801930 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd72299-ad77-45f8-8685-6b81eeabf600 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d6471d-09a1-4125-9700-026de00b2e0f,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:47.856426 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e28962-23d2-4af9-9afc-4b6654623bdd None None] New status for floating IP 64b496d1-9bb8-4565-a04d-d471abd03252: DOWN {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:56:48.076280 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ecd72299-ad77-45f8-8685-6b81eeabf600 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:48.095379 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ecd72299-ad77-45f8-8685-6b81eeabf600 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:48.097794 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ecd72299-ad77-45f8-8685-6b81eeabf600 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "DELETE /v2.0/security-groups/25d6471d-09a1-4125-9700-026de00b2e0f HTTP/1.1" status: 204 len: 168 time: 0.5670605 Jan 26 20:56:48.100574 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49578) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:56:48.123055 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.v2.resource [None req-a5a86826-21ef-4c56-b11f-3987f8417cf0 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] show failed (client error): The resource could not be found. Jan 26 20:56:48.124134 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-a5a86826-21ef-4c56-b11f-3987f8417cf0 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups/25d6471d-09a1-4125-9700-026de00b2e0f HTTP/1.1" status: 404 len: 347 time: 0.0226016 Jan 26 20:56:48.127667 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49582) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:56:48.145809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f05c2-6f48-44c6-a59e-ea0dd5c719e7 req-27ae6b9f-3298-4c1b-9a8f-bc572615822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:48.147479 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4c5f05c2-6f48-44c6-a59e-ea0dd5c719e7 req-27ae6b9f-3298-4c1b-9a8f-bc572615822e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5&device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 1160 time: 0.3429611 Jan 26 20:56:48.297350 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f05c2-6f48-44c6-a59e-ea0dd5c719e7 req-7e40ee40-c800-4e52-9193-16d37f88fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:48.298987 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4c5f05c2-6f48-44c6-a59e-ea0dd5c719e7 req-7e40ee40-c800-4e52-9193-16d37f88fccc service neutron] 10.222.0.11 "GET /v2.0/networks?id=904a70fd-fb27-440b-aa4c-ebdd097079d3 HTTP/1.1" status: 200 len: 911 time: 0.1448500 Jan 26 20:56:48.408787 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4c5f05c2-6f48-44c6-a59e-ea0dd5c719e7 req-d40832ea-a75a-4450-a07a-b8e99c8b6ac1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b64b106f-e891-4cb5-aeca-5a3398672384 HTTP/1.1" status: 200 len: 999 time: 0.1029379 Jan 26 20:56:48.425341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21757213-1a04-443a-8371-2abc8863cc71 req-e3a5e35d-93e9-4576-bfae-51f6b40988c7 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:48.427628 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-21757213-1a04-443a-8371-2abc8863cc71 req-e3a5e35d-93e9-4576-bfae-51f6b40988c7 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 945 time: 0.3573012 Jan 26 20:56:48.428843 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b7b38-c5c0-41ce-abcd-79540df84dcd tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Deleting port a748684f-430b-484b-a5cf-26becb02f409 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:56:48.429225 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7b38-c5c0-41ce-abcd-79540df84dcd tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:48.481823 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f05c2-6f48-44c6-a59e-ea0dd5c719e7 req-87f40822-7d16-469b-b101-5652a316f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:48.483576 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4c5f05c2-6f48-44c6-a59e-ea0dd5c719e7 req-87f40822-7d16-469b-b101-5652a316f9f0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48167752-fd52-413a-9909-8656b42a787b HTTP/1.1" status: 200 len: 856 time: 0.0679765 Jan 26 20:56:48.574868 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f05c2-6f48-44c6-a59e-ea0dd5c719e7 req-d0399e55-0d22-414f-8c10-417f71561655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:48.576519 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4c5f05c2-6f48-44c6-a59e-ea0dd5c719e7 req-d0399e55-0d22-414f-8c10-417f71561655 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=904a70fd-fb27-440b-aa4c-ebdd097079d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859900 Jan 26 20:56:48.726655 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4c5f05c2-6f48-44c6-a59e-ea0dd5c719e7 req-58bc29d5-d229-4fd1-af87-ed3e298fe18f service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428707 Jan 26 20:56:48.847049 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-21757213-1a04-443a-8371-2abc8863cc71 req-88cb4b0e-076e-4fda-a8d5-1044384b8463 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655247 Jan 26 20:56:48.874027 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4c5f05c2-6f48-44c6-a59e-ea0dd5c719e7 req-5d2f15a3-dc7b-4b73-b5b0-e67476507685 service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398096 Jan 26 20:56:48.916656 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3393d-0e4f-49b2-a239-13e53d68172a req-c503ac9f-6391-4f42-8231-ddcc4e937bb3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:48.918349 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-62d3393d-0e4f-49b2-a239-13e53d68172a req-c503ac9f-6391-4f42-8231-ddcc4e937bb3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 943 time: 0.6150606 Jan 26 20:56:48.988908 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7b38-c5c0-41ce-abcd-79540df84dcd tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:48.989493 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7b38-c5c0-41ce-abcd-79540df84dcd tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:49.055308 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-62d3393d-0e4f-49b2-a239-13e53d68172a req-63abc87f-2b1f-429e-9656-667a239d5990 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236148 Jan 26 20:56:49.186400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-fa6b7b38-c5c0-41ce-abcd-79540df84dcd tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Calling delete_port for a748684f-430b-484b-a5cf-26becb02f409 owned by network:floatingip {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:56:49.319029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f4a151-ac69-4127-b098-3f3ef97510f2 req-ab7b42d2-44b8-4ecb-a0da-c528cb84fb41 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:49.320641 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b4f4a151-ac69-4127-b098-3f3ef97510f2 req-ab7b42d2-44b8-4ecb-a0da-c528cb84fb41 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 945 time: 0.3366883 Jan 26 20:56:49.417496 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b4f4a151-ac69-4127-b098-3f3ef97510f2 req-7d7c3cef-0801-4523-af78-7e74d9306fa8 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881038 Jan 26 20:56:49.441991 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7b38-c5c0-41ce-abcd-79540df84dcd tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:49.458218 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-23d6e30e-dcb8-4f03-b849-1089f9f9e55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:49.556219 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6b7b38-c5c0-41ce-abcd-79540df84dcd tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event deleted for resources: {'Port': ['ID=a748684f-430b-484b-a5cf-26becb02f409,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:49.560287 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-fa6b7b38-c5c0-41ce-abcd-79540df84dcd tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:49.694377 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7b38-c5c0-41ce-abcd-79540df84dcd tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for floatingip, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:49.720156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fa6b7b38-c5c0-41ce-abcd-79540df84dcd tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:49.721912 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-fa6b7b38-c5c0-41ce-abcd-79540df84dcd tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "DELETE /v2.0/floatingips/64b496d1-9bb8-4565-a04d-d471abd03252 HTTP/1.1" status: 204 len: 168 time: 1.5912738 Jan 26 20:56:50.060610 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49616) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:56:50.079652 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1363980137', 'description': 'tempest-description--1761425608'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:56:50.109965 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14809f53-b4d3-4477-9fc2-af4b8cd1dc1f req-6f6d06cb-669e-45cd-aed9-d681d4051414 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:50.112108 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-14809f53-b4d3-4477-9fc2-af4b8cd1dc1f req-6f6d06cb-669e-45cd-aed9-d681d4051414 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 945 time: 0.2693441 Jan 26 20:56:50.118747 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:56:50.123682 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Usage tracker for resource:security_group and tenant:954edcaec745436491b2623398786a63 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:56:50.126864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:56:50.134081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:56:50.159263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:50.228738 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-14809f53-b4d3-4477-9fc2-af4b8cd1dc1f req-51e3d002-bff1-4414-8b53-227429370bf1 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080530 Jan 26 20:56:50.244736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:56:50.248939 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Usage tracker for resource:security_group_rule and tenant:954edcaec745436491b2623398786a63 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:56:50.252454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:56:50.264815 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:56:50.429541 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:50.443337 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:50.449202 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ebd46e79-94a9-4766-b907-bb4f4854c15e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:50.506408 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341141f4-8af9-4f32-ab2a-c8072c304526 req-daae1838-b25f-4c3d-830d-5886b12a67ac tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:50.509658 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c613a3-9651-4e49-89c6-c5dcdd3904f9,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:50.513037 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:50.514068 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-341141f4-8af9-4f32-ab2a-c8072c304526 req-daae1838-b25f-4c3d-830d-5886b12a67ac tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 943 time: 0.2542048 Jan 26 20:56:50.542678 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:50.548519 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4801335 Jan 26 20:56:50.548519 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49624) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:56:50.553820 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-5b34f992-1011-4987-bc57-574971359763 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Request body: {'security_group_rule': {'security_group_id': '45c613a3-9651-4e49-89c6-c5dcdd3904f9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:56:50.591106 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5b34f992-1011-4987-bc57-574971359763 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:56:50.599048 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-341141f4-8af9-4f32-ab2a-c8072c304526 req-0df51ef4-907f-4bef-bb82-46a01b102e90 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834365 Jan 26 20:56:50.601399 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5b34f992-1011-4987-bc57-574971359763 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Usage tracker for resource:security_group_rule and tenant:954edcaec745436491b2623398786a63 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:56:50.623583 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-5b34f992-1011-4987-bc57-574971359763 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:56:50.636622 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-5b34f992-1011-4987-bc57-574971359763 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:56:50.671211 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5b34f992-1011-4987-bc57-574971359763 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:50.788141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5b34f992-1011-4987-bc57-574971359763 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:50.796347 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5b34f992-1011-4987-bc57-574971359763 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534222'] for security_group_rule, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:50.799919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:50.821336 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b34f992-1011-4987-bc57-574971359763 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883facd7-979d-4633-ad22-d52883f8552a,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:50.826069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5b34f992-1011-4987-bc57-574971359763 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:50.845270 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5b34f992-1011-4987-bc57-574971359763 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:50.850084 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-5b34f992-1011-4987-bc57-574971359763 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2981853 Jan 26 20:56:50.850331 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49630) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:56:50.856100 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-83712f3d-5248-40c5-a833-76f662efb3be tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Request body: {'security_group_rule': {'security_group_id': '45c613a3-9651-4e49-89c6-c5dcdd3904f9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:56:50.875527 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-83712f3d-5248-40c5-a833-76f662efb3be tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:56:50.880671 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-83712f3d-5248-40c5-a833-76f662efb3be tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Usage tracker for resource:security_group_rule and tenant:954edcaec745436491b2623398786a63 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:56:50.899459 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-83712f3d-5248-40c5-a833-76f662efb3be tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:56:50.913582 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-83712f3d-5248-40c5-a833-76f662efb3be tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:56:50.936525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-83712f3d-5248-40c5-a833-76f662efb3be tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:51.013898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-83712f3d-5248-40c5-a833-76f662efb3be tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:51.017795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-83712f3d-5248-40c5-a833-76f662efb3be tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534222'] for security_group_rule, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:51.021034 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b6763348-5018-4c52-ae88-2c3fcd791398 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:51.053096 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83712f3d-5248-40c5-a833-76f662efb3be tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce5994a-93b4-4c49-9a39-5bf57c38fd1e,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:51.058791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-83712f3d-5248-40c5-a833-76f662efb3be tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:51.068597 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-83712f3d-5248-40c5-a833-76f662efb3be tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:51.073072 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-83712f3d-5248-40c5-a833-76f662efb3be tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2185428 Jan 26 20:56:51.073530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 49636) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:56:51.080501 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Request body: {'floatingip': {'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:56:51.096263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:56:51.100580 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Usage tracker for resource:floatingip and tenant:954edcaec745436491b2623398786a63 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:56:51.103627 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:56:51.109413 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:56:51.120649 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for floatingip, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:51.271401 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:51.565164 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Allocated IP 172.27.0.111 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/a2d8f0af-1946-4c55-8365-bcabc2d9648b) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:56:51.800198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:51.912828 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bd497-86d0-4199-915a-95c5a5a7b38a req-8aba4c87-0d6f-4406-900e-ffd34d082d25 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:51.914556 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-909bd497-86d0-4199-915a-95c5a5a7b38a req-8aba4c87-0d6f-4406-900e-ffd34d082d25 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 943 time: 0.1604083 Jan 26 20:56:51.917518 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:51.936216 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:52.113525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event updated for resources: {'Port': ['ID=a2d8f0af-1946-4c55-8365-bcabc2d9648b,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:52.117454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:52.152483 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-909bd497-86d0-4199-915a-95c5a5a7b38a req-5eb5089c-6143-4882-b5bb-791c2926073d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2194839 Jan 26 20:56:52.195818 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:56:52.197149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:56:52.203960 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:56:52.302023 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:52.377529 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:52.708241 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:52.712615 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:52.728517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:56:52.873669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event updated for resources: {'Port': ['ID=a2d8f0af-1946-4c55-8365-bcabc2d9648b,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:56:52.878215 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:56:52.987400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:53.016594 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:53.018349 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9434748 Jan 26 20:56:53.290522 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-fd864018-e816-4cf2-9a1f-517fa52f840b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-securitygroup--1363980137&fields=id&tenant_id=954edcaec745436491b2623398786a63 HTTP/1.1" status: 200 len: 267 time: 0.0578988 Jan 26 20:56:53.500920 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-d8f89ce8-756f-451b-a699-3b95f89b9b3b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:53.502666 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-d8f89ce8-756f-451b-a699-3b95f89b9b3b tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/networks?id=02d20e51-2183-493a-a1ff-ad179f279ec0 HTTP/1.1" status: 200 len: 811 time: 0.2048995 Jan 26 20:56:53.519764 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-ea67fa84-0a17-47a5-8c24-54bc47afb8b4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/quotas/954edcaec745436491b2623398786a63 HTTP/1.1" status: 200 len: 375 time: 0.0109875 Jan 26 20:56:53.645417 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-4a229996-38d9-4d14-963b-eef4d7a9bae8 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Synchronizing usage tracker for tenant:954edcaec745436491b2623398786a63 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:56:53.662557 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-4a229996-38d9-4d14-963b-eef4d7a9bae8 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Unset dirty status for tenant:954edcaec745436491b2623398786a63 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:56:53.664461 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-4a229996-38d9-4d14-963b-eef4d7a9bae8 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=954edcaec745436491b2623398786a63&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1386387 Jan 26 20:56:54.139532 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-78430e4d-d7c8-460e-849f-2e1fcf9ea309 service neutron] 10.222.0.59 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580646 Jan 26 20:56:54.292304 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-cb5feef2-7502-41f8-9cfc-e575a7cf63ce service neutron] 10.222.0.59 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1451261 Jan 26 20:56:54.891678 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f4f62b-d0b6-466b-ae00-8abd571c190e req-5f0f695b-5259-43e5-bfd1-23c3822b4011 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:54.893913 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-03f4f62b-d0b6-466b-ae00-8abd571c190e req-5f0f695b-5259-43e5-bfd1-23c3822b4011 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 943 time: 0.1913655 Jan 26 20:56:54.964677 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-03f4f62b-d0b6-466b-ae00-8abd571c190e req-15c03e12-0061-4bfc-94c5-a16e4b2ab762 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638354 Jan 26 20:56:55.184236 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-87f21e1d-0236-4ea1-995a-1e5008306fa1 req-fa360c2f-a68f-478d-b26c-669bcffc4155 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 210 time: 0.0614455 Jan 26 20:56:55.797986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76710f72-51bf-467c-9ccc-2ce9609f3db3 req-d40e95ef-2454-43a5-93d1-ddd7f0e3005e tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:55.800091 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-76710f72-51bf-467c-9ccc-2ce9609f3db3 req-d40e95ef-2454-43a5-93d1-ddd7f0e3005e tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.1446850 Jan 26 20:56:55.860777 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-76710f72-51bf-467c-9ccc-2ce9609f3db3 req-2605e4bc-900c-4118-85e7-779fa3944970 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0527630 Jan 26 20:56:56.255739 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89fef9c-e2b4-4ee2-a808-55afdfb7c7f2 req-1c9eb143-4314-4936-8fca-fcef2aa6a1de tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:56.257556 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b89fef9c-e2b4-4ee2-a808-55afdfb7c7f2 req-1c9eb143-4314-4936-8fca-fcef2aa6a1de tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 943 time: 0.1310997 Jan 26 20:56:56.316328 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b89fef9c-e2b4-4ee2-a808-55afdfb7c7f2 req-452020e8-db0d-4275-becd-76fc075c26f6 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521147 Jan 26 20:56:56.517633 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-800210dd-9e9f-486c-aead-b376d3de4d38 req-d77ebf71-d43f-47fa-8efb-5c22e1c82b59 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 210 time: 0.0526414 Jan 26 20:56:57.123776 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd15e2-55c4-42f5-bdc7-9b00768e86e1 req-341b9d18-edce-44fb-a4eb-b7f4143e47f5 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:57.125478 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-15dd15e2-55c4-42f5-bdc7-9b00768e86e1 req-341b9d18-edce-44fb-a4eb-b7f4143e47f5 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.1308374 Jan 26 20:56:57.183752 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-15dd15e2-55c4-42f5-bdc7-9b00768e86e1 req-6a4da685-20f6-4dab-a447-0314ffc8d266 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0517583 Jan 26 20:56:57.609355 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4727cae-f331-41dc-9172-1dcb3f473b9e req-0c0debfe-b2f2-4e4e-ab88-fe76a19ce49b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:57.611135 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c4727cae-f331-41dc-9172-1dcb3f473b9e req-0c0debfe-b2f2-4e4e-ab88-fe76a19ce49b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 943 time: 0.1349924 Jan 26 20:56:57.694201 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c4727cae-f331-41dc-9172-1dcb3f473b9e req-b82f1faf-72b8-45d4-9e51-e06e6f06391f tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698640 Jan 26 20:56:57.695627 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:56:57.705380 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:56:57.884301 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-06c45df6-3cbf-498d-a933-2810b0b3e01f req-2bbb9d34-ee24-46d7-a1b5-24013d93b711 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 210 time: 0.0515165 Jan 26 20:56:58.450367 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a43313-c8af-42b1-ae1a-c7e00fb68147 req-a82f4fe0-38fc-40e2-9ec5-89e30f1be132 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:58.452072 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-80a43313-c8af-42b1-ae1a-c7e00fb68147 req-a82f4fe0-38fc-40e2-9ec5-89e30f1be132 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.1351986 Jan 26 20:56:58.514215 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-80a43313-c8af-42b1-ae1a-c7e00fb68147 req-a3a319d3-37ed-4cc3-b764-64f6dc8f6e59 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0553513 Jan 26 20:56:58.968888 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda0cd59-e80e-46eb-8e49-969764043f20 req-f210d8b0-6b05-4c39-a094-9e11eeda0c12 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:58.970638 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cda0cd59-e80e-46eb-8e49-969764043f20 req-f210d8b0-6b05-4c39-a094-9e11eeda0c12 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 943 time: 0.1273668 Jan 26 20:56:59.028432 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cda0cd59-e80e-46eb-8e49-969764043f20 req-4f12c1da-05cb-49e1-b837-ee2c98e6533a tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503781 Jan 26 20:56:59.366785 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0cc1cb80-6242-4a86-a869-40e15696a52c req-04fef133-29ae-4abb-a605-9973470716b9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 210 time: 0.0621052 Jan 26 20:56:59.772731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215616a9-7b35-48ee-809e-717dd69e122c req-03a28808-c325-4e42-92fa-53d912d4e7ae tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:56:59.774418 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-215616a9-7b35-48ee-809e-717dd69e122c req-03a28808-c325-4e42-92fa-53d912d4e7ae tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.1272173 Jan 26 20:56:59.832468 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-215616a9-7b35-48ee-809e-717dd69e122c req-99a2e11e-9ef1-475e-ae57-cf730ed09734 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0516858 Jan 26 20:57:00.300615 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1972ebd-1a3d-4701-9c54-2f8c6077f7b3 req-4bdd094c-1021-4a29-8150-9f50327548d8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:00.302905 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e1972ebd-1a3d-4701-9c54-2f8c6077f7b3 req-4bdd094c-1021-4a29-8150-9f50327548d8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 943 time: 0.1300378 Jan 26 20:57:00.358652 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e1972ebd-1a3d-4701-9c54-2f8c6077f7b3 req-b0f8f60b-31be-4334-843b-9c7eafedbe81 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491593 Jan 26 20:57:00.550478 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-82a69e04-9b63-496d-8263-1bd1a279d10d req-e9491dc3-66c7-4dcb-933f-d07dcb50c41e tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 210 time: 0.0494790 Jan 26 20:57:01.086565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11714e9c-a0d8-4aaf-9276-ef94c1c81e6f req-ff3101b4-c2a3-4355-bec9-67888199c9c0 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:01.088143 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-11714e9c-a0d8-4aaf-9276-ef94c1c81e6f req-ff3101b4-c2a3-4355-bec9-67888199c9c0 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.1288691 Jan 26 20:57:01.144417 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-11714e9c-a0d8-4aaf-9276-ef94c1c81e6f req-0f6aac4a-088a-40a6-a800-898c0663505f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0499129 Jan 26 20:57:01.464401 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-494f7122-61ff-4099-af79-f0d9e0950ea0 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:01.466065 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-494f7122-61ff-4099-af79-f0d9e0950ea0 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.11 "GET /v2.0/networks?id=02d20e51-2183-493a-a1ff-ad179f279ec0 HTTP/1.1" status: 200 len: 811 time: 0.1980798 Jan 26 20:57:01.600419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-e8a4a186-1633-474f-9b3a-5dbb8e7779ab tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Synchronizing usage tracker for tenant:954edcaec745436491b2623398786a63 on resource:security_group {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:57:01.617069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-e8a4a186-1633-474f-9b3a-5dbb8e7779ab tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Unset dirty status for tenant:954edcaec745436491b2623398786a63 on resource:security_group {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:57:01.619041 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-e8a4a186-1633-474f-9b3a-5dbb8e7779ab tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=954edcaec745436491b2623398786a63 HTTP/1.1" status: 200 len: 5709 time: 0.1052065 Jan 26 20:57:01.637589 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095a2f63-e5ef-47d5-acef-d43f1426d17c req-9076bb28-ca33-45f4-8d02-46aac2a85324 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:01.639324 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-095a2f63-e5ef-47d5-acef-d43f1426d17c req-9076bb28-ca33-45f4-8d02-46aac2a85324 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 943 time: 0.1309083 Jan 26 20:57:01.668716 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Request body: {'port': {'device_id': '1797b1b0-f351-410a-9cd2-1fd2252668a3', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'admin_state_up': True, 'tenant_id': '954edcaec745436491b2623398786a63', 'security_groups': ['45c613a3-9651-4e49-89c6-c5dcdd3904f9']}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:57:01.746524 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-095a2f63-e5ef-47d5-acef-d43f1426d17c req-d57237da-553e-4b3e-8f31-d0ec09ef9066 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992541 Jan 26 20:57:01.752699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7e616b71-5562-41ef-93d5-6d576cb0332e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:01.754835 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-363c8c99-c4e4-45de-bdd0-df811e90175d req-9e7aaad0-9243-4cef-b162-9ec1681ed4d7 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 210 time: 0.0709882 Jan 26 20:57:01.821590 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:57:01.831354 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:57:01.842379 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Made reservation on behalf of 954edcaec745436491b2623398786a63 for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:57:01.856167 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:02.164016 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Allocated IP 172.20.0.14 (02d20e51-2183-493a-a1ff-ad179f279ec0/f57cca65-4616-4076-a364-f0a94b9bdce6/67a80040-a8fa-4644-affc-27525b1680cb) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:57:02.364281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:02.380862 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Transition to ACTIVE for port object 67a80040-a8fa-4644-affc-27525b1680cb will not be triggered until provisioned by entity DHCP. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:57:02.403368 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:02.404969 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53822aa-f308-4b21-9bf5-087d2a1d138c req-43489ee6-0822-4bd5-94c5-48bf993bec38 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:02.406699 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e53822aa-f308-4b21-9bf5-087d2a1d138c req-43489ee6-0822-4bd5-94c5-48bf993bec38 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.1310389 Jan 26 20:57:02.418344 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-91125a00-016c-45a9-a195-6a04aba3c2fa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:02.468337 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e53822aa-f308-4b21-9bf5-087d2a1d138c req-83c38256-11bf-4a6c-8606-ace4dbd6452f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0553088 Jan 26 20:57:02.558905 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event updated for resources: {'Port': ['ID=67a80040-a8fa-4644-affc-27525b1680cb,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:02.563254 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:02.617036 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Network 02d20e51-2183-493a-a1ff-ad179f279ec0 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:57:02.618228 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:57:02.620567 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:57:02.656990 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:02.657721 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:02.686222 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0213480 Jan 26 20:57:02.704759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Request body: {'port': {'device_id': '1797b1b0-f351-410a-9cd2-1fd2252668a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:57:02.814153 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-76f694f6-7bfa-48e0-8201-42cf2b79e942 None None] Provisioning for port 67a80040-a8fa-4644-affc-27525b1680cb completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:57:02.821061 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-76f694f6-7bfa-48e0-8201-42cf2b79e942 None None] Provisioning complete for port 67a80040-a8fa-4644-affc-27525b1680cb triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:57:02.821699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-76f694f6-7bfa-48e0-8201-42cf2b79e942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:02.832093 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:02.889174 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-76f694f6-7bfa-48e0-8201-42cf2b79e942 None None] Port 67a80040-a8fa-4644-affc-27525b1680cb cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 20:57:03.086754 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7420fd-2dde-4d3f-82b6-0d57c07d4336 req-97063e3a-dd79-41ad-a8f8-bc2052206199 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:03.088046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device b64b106f-e891-4cb5-aeca-5a3398672384 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:57:03.088428 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0f7420fd-2dde-4d3f-82b6-0d57c07d4336 req-97063e3a-dd79-41ad-a8f8-bc2052206199 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 932 time: 0.1981969 Jan 26 20:57:03.134909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6046a3e-bd80-4fd2-a296-99dc03414460 req-88746c1e-2c6c-4a34-8fbb-1f9a1e3dc5a3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:03.136564 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f6046a3e-bd80-4fd2-a296-99dc03414460 req-88746c1e-2c6c-4a34-8fbb-1f9a1e3dc5a3 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 943 time: 0.1989174 Jan 26 20:57:03.167710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port b64b106f-e891-4cb5-aeca-5a3398672384 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:57:03.168284 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:03.217742 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0f7420fd-2dde-4d3f-82b6-0d57c07d4336 req-b523f8cb-a81c-4ed1-b7e3-7696e792c0b5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=45c613a3-9651-4e49-89c6-c5dcdd3904f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800142 Jan 26 20:57:03.233452 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f6046a3e-bd80-4fd2-a296-99dc03414460 req-3272c436-dfc6-4d9a-8944-9d8b80f126e1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798802 Jan 26 20:57:03.278697 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67a80040-a8fa-4644-affc-27525b1680cb {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:57:03.287695 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:03.300161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Transition to ACTIVE for port object 67a80040-a8fa-4644-affc-27525b1680cb will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:57:03.303193 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:03.303599 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:03.319772 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f70496a3-90d2-458b-9740-3d4a5dbd10c5 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:03.330700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64b106f-e891-4cb5-aeca-5a3398672384'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:57:03.341370 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port b64b106f-e891-4cb5-aeca-5a3398672384, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b64b106f-e891-4cb5-aeca-5a3398672384,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:57:03.346415 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:03.349804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a5c40213-fdba-496d-b696-092d4c6ae6af None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:03.399386 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64b106f-e891-4cb5-aeca-5a3398672384', 'code': 200} Jan 26 20:57:03.424555 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=b64b106f-e891-4cb5-aeca-5a3398672384,revision_number=6']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:03.428065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:03.460152 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Pushing event updated for resources: {'Port': ['ID=67a80040-a8fa-4644-affc-27525b1680cb,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:03.464744 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:03.595858 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Attempting to bind port 67a80040-a8fa-4644-affc-27525b1680cb on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:57:03.596238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Attempting to bind port 67a80040-a8fa-4644-affc-27525b1680cb by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:57:03.596602 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Attempting to bind port 67a80040-a8fa-4644-affc-27525b1680cb on network 02d20e51-2183-493a-a1ff-ad179f279ec0 {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:57:03.603258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:57:03.603633 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Checking segment: {'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:57:03.604041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:03.604439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Bound using segment: {'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:57:03.604916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Bound port: 67a80040-a8fa-4644-affc-27525b1680cb, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b455ceb-206b-40b0-aafe-4b7c50ff06a6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:57:03.605292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:03.714536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] For port 67a80040-a8fa-4644-affc-27525b1680cb, host hv-cinder-76810, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:57:03.718117 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] For port 67a80040-a8fa-4644-affc-27525b1680cb, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=67a80040-a8fa-4644-affc-27525b1680cb,segment=NetworkSegment(0b455ceb-206b-40b0-aafe-4b7c50ff06a6),segment_id=0b455ceb-206b-40b0-aafe-4b7c50ff06a6)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:57:03.722235 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:03.738756 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-748fa70f-1bdc-4282-81f7-e64424670e71 tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:03.819304 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0ad19-a44a-4ced-a18d-8f96db42a40f req-b87f5c42-9b6e-4e86-8fa9-b806ea858d51 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:03.820972 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-49f0ad19-a44a-4ced-a18d-8f96db42a40f req-b87f5c42-9b6e-4e86-8fa9-b806ea858d51 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.2133217 Jan 26 20:57:03.825202 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045464ef-2353-41e8-a045-f5a7b55c18a6 req-6b16c0c3-a06d-4d1e-ad2c-74a6ad6058e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:03.826876 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-045464ef-2353-41e8-a045-f5a7b55c18a6 req-6b16c0c3-a06d-4d1e-ad2c-74a6ad6058e9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 1162 time: 0.1702478 Jan 26 20:57:03.914276 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-49f0ad19-a44a-4ced-a18d-8f96db42a40f req-6b4fc6e5-e5d0-4e08-af0d-75c808feefb4 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0862639 Jan 26 20:57:03.918396 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-045464ef-2353-41e8-a045-f5a7b55c18a6 req-13855982-fc2b-4431-8431-b9cb98061c0a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746119 Jan 26 20:57:04.108989 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Pushing event updated for resources: {'Port': ['ID=67a80040-a8fa-4644-affc-27525b1680cb,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:04.115281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:04.148302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:04.148969 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:04.150468 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] 10.222.0.11 "PUT /v2.0/ports/67a80040-a8fa-4644-affc-27525b1680cb HTTP/1.1" status: 200 len: 1158 time: 1.4504838 Jan 26 20:57:04.150981 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1797b1b0-f351-410a-9cd2-1fd2252668a3', 'tag': '67a80040-a8fa-4644-affc-27525b1680cb'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:57:04.237635 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1797b1b0-f351-410a-9cd2-1fd2252668a3', 'tag': '67a80040-a8fa-4644-affc-27525b1680cb', 'status': 'completed', 'code': 200} Jan 26 20:57:04.401520 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-10e31cd9-6436-4935-92ba-f439cea6cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:04.403342 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-10e31cd9-6436-4935-92ba-f439cea6cccf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=954edcaec745436491b2623398786a63&device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 1161 time: 0.0959902 Jan 26 20:57:04.425139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:04.460064 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-71b50916-611c-4f90-83b5-3cf8b628baec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:04.488516 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-fff52f48-c3aa-410a-a7ef-a301720d5b69 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67a80040-a8fa-4644-affc-27525b1680cb HTTP/1.1" status: 200 len: 217 time: 0.0670829 Jan 26 20:57:04.556085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97e85da-77a9-46c9-bd6b-1d1cd316f321 req-59161386-788c-4850-83ad-b32777760965 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:04.557730 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a97e85da-77a9-46c9-bd6b-1d1cd316f321 req-59161386-788c-4850-83ad-b32777760965 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 944 time: 0.1977501 Jan 26 20:57:04.562440 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-ab083f46-6a25-447e-9081-c17db492ffcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:04.563998 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-ab083f46-6a25-447e-9081-c17db492ffcf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f57cca65-4616-4076-a364-f0a94b9bdce6 HTTP/1.1" status: 200 len: 850 time: 0.0669637 Jan 26 20:57:04.603883 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21e31f-cbc8-4f1a-a11c-39f2e81c757a req-ec9c0786-b164-4d41-a20b-43c4dd9259df tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:04.605473 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-da21e31f-cbc8-4f1a-a11c-39f2e81c757a req-ec9c0786-b164-4d41-a20b-43c4dd9259df tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.2030475 Jan 26 20:57:04.654222 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-6414f1c6-a84c-434c-a78f-216484c40c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:04.655841 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-6414f1c6-a84c-434c-a78f-216484c40c61 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02d20e51-2183-493a-a1ff-ad179f279ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0791130 Jan 26 20:57:04.684616 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a97e85da-77a9-46c9-bd6b-1d1cd316f321 req-bc87a8fc-1c6f-4cbb-8897-1b0975b18829 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=45c613a3-9651-4e49-89c6-c5dcdd3904f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780461 Jan 26 20:57:04.705331 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-da21e31f-cbc8-4f1a-a11c-39f2e81c757a req-ef5b0c0b-78d8-4b9d-b088-dbe2586297f9 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827789 Jan 26 20:57:04.735225 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device b64b106f-e891-4cb5-aeca-5a3398672384 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:57:04.802924 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-c45d3832-b78a-40c8-9d39-ad8553692c6a service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390088 Jan 26 20:57:04.810948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port b64b106f-e891-4cb5-aeca-5a3398672384 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:57:04.811312 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:04.949208 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3db652f8-dafb-47bc-9ea4-41155a030f15 req-98ac7239-b848-441f-b9e4-ec5c24680e74 service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385462 Jan 26 20:57:05.179255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec206c2-8975-4673-a5a9-301874f6f13c req-9aec4d2f-7394-4264-a6ec-0f123c2fc829 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:05.188189 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5ec206c2-8975-4673-a5a9-301874f6f13c req-9aec4d2f-7394-4264-a6ec-0f123c2fc829 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.1435156 Jan 26 20:57:05.221932 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e9e8d-90f4-4547-9cf4-da4b267c1fab req-26a858f2-8070-492f-a7e5-3d691a876fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:05.224714 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0b0e9e8d-90f4-4547-9cf4-da4b267c1fab req-26a858f2-8070-492f-a7e5-3d691a876fa0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=954edcaec745436491b2623398786a63&device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 1161 time: 0.1156311 Jan 26 20:57:05.262601 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5ec206c2-8975-4673-a5a9-301874f6f13c req-0f196909-805a-4671-81ee-9bb7b1459923 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0715511 Jan 26 20:57:05.396113 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e9e8d-90f4-4547-9cf4-da4b267c1fab req-0d6fc272-fb62-4134-a94e-9b192475dccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:05.397833 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0b0e9e8d-90f4-4547-9cf4-da4b267c1fab req-0d6fc272-fb62-4134-a94e-9b192475dccf service neutron] 10.222.0.11 "GET /v2.0/networks?id=02d20e51-2183-493a-a1ff-ad179f279ec0 HTTP/1.1" status: 200 len: 905 time: 0.1652296 Jan 26 20:57:05.472414 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0b0e9e8d-90f4-4547-9cf4-da4b267c1fab req-4ad9ce9f-4ace-46c8-bbf9-d2fee136b8ac service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67a80040-a8fa-4644-affc-27525b1680cb HTTP/1.1" status: 200 len: 217 time: 0.0661383 Jan 26 20:57:05.546526 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e9e8d-90f4-4547-9cf4-da4b267c1fab req-78453c85-6777-4779-85bc-93596a3a51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:05.548109 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0b0e9e8d-90f4-4547-9cf4-da4b267c1fab req-78453c85-6777-4779-85bc-93596a3a51c6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f57cca65-4616-4076-a364-f0a94b9bdce6 HTTP/1.1" status: 200 len: 850 time: 0.0690956 Jan 26 20:57:05.633452 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e9e8d-90f4-4547-9cf4-da4b267c1fab req-e8151e8b-1c0c-4955-8c55-8395bd8ff963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:05.635175 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0b0e9e8d-90f4-4547-9cf4-da4b267c1fab req-e8151e8b-1c0c-4955-8c55-8395bd8ff963 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02d20e51-2183-493a-a1ff-ad179f279ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0792546 Jan 26 20:57:05.792728 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0b0e9e8d-90f4-4547-9cf4-da4b267c1fab req-f8c0f5c3-0322-4923-b46f-f1c12402b596 service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490633 Jan 26 20:57:05.831708 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:05.952554 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0b0e9e8d-90f4-4547-9cf4-da4b267c1fab req-19469eb4-810a-4560-b21a-83e25a8b9c26 service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1514690 Jan 26 20:57:06.000413 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f4ec90-c6fc-4ff3-b809-e3ccabc92900 req-5975d65b-0a03-4228-b53f-f8c57a9e303d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:06.002135 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-22f4ec90-c6fc-4ff3-b809-e3ccabc92900 req-5975d65b-0a03-4228-b53f-f8c57a9e303d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 944 time: 0.1828692 Jan 26 20:57:06.068111 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:06.106954 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e45eb-f8a4-48a2-bdf1-5b6db9dc8d1d req-30299532-9e19-4c19-b0c1-481ea5526a33 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:06.108612 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-554e45eb-f8a4-48a2-bdf1-5b6db9dc8d1d req-30299532-9e19-4c19-b0c1-481ea5526a33 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.2183995 Jan 26 20:57:06.119763 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-22f4ec90-c6fc-4ff3-b809-e3ccabc92900 req-27753b85-ad0d-412a-92a5-d66087a276c0 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=45c613a3-9651-4e49-89c6-c5dcdd3904f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093516 Jan 26 20:57:06.169664 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-554e45eb-f8a4-48a2-bdf1-5b6db9dc8d1d req-b6149268-9368-4bf9-8161-0c40a4f83813 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488870 Jan 26 20:57:06.511256 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483ce0e-90f6-4c32-a2f1-ebdf35cb951e req-68b28143-9fdf-4b9d-b929-2f803fba31d4 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:06.512764 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2483ce0e-90f6-4c32-a2f1-ebdf35cb951e req-68b28143-9fdf-4b9d-b929-2f803fba31d4 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.1262987 Jan 26 20:57:06.567881 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2483ce0e-90f6-4c32-a2f1-ebdf35cb951e req-559ba36f-a8ae-43f6-aca3-eeb3605f777b tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0487361 Jan 26 20:57:07.365652 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 67a80040-a8fa-4644-affc-27525b1680cb up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:57:07.432029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df3917-edd1-48d0-85a7-d74ee8af2c82 req-dc4679ff-b6b9-4376-842c-8f3370ccf782 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:07.433577 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-44df3917-edd1-48d0-85a7-d74ee8af2c82 req-dc4679ff-b6b9-4376-842c-8f3370ccf782 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 944 time: 0.1825733 Jan 26 20:57:07.442737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port 67a80040-a8fa-4644-affc-27525b1680cb completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:57:07.448258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 67a80040-a8fa-4644-affc-27525b1680cb triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:57:07.448679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:07.536548 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7dac2-825f-4dbc-a36d-0077bd9a620c req-05ed31d7-ee5e-4b67-b516-e5c070a47293 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:07.538235 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1ba7dac2-825f-4dbc-a36d-0077bd9a620c req-05ed31d7-ee5e-4b67-b516-e5c070a47293 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.2177463 Jan 26 20:57:07.552130 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-44df3917-edd1-48d0-85a7-d74ee8af2c82 req-3e13655a-85db-4ba4-9360-1326679f894a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=45c613a3-9651-4e49-89c6-c5dcdd3904f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095302 Jan 26 20:57:07.581506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:07.608037 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1ba7dac2-825f-4dbc-a36d-0077bd9a620c req-ba34e816-7a0b-4113-9a6c-46eca99a82e1 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559633 Jan 26 20:57:07.624458 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1797b1b0-f351-410a-9cd2-1fd2252668a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a80040-a8fa-4644-affc-27525b1680cb'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:57:07.649971 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 67a80040-a8fa-4644-affc-27525b1680cb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=67a80040-a8fa-4644-affc-27525b1680cb,segment=NetworkSegment(0b455ceb-206b-40b0-aafe-4b7c50ff06a6),segment_id=0b455ceb-206b-40b0-aafe-4b7c50ff06a6)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:57:07.658685 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:07.661028 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6b82cffc-d36b-476f-b850-23d62dd7452d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:07.743299 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1797b1b0-f351-410a-9cd2-1fd2252668a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67a80040-a8fa-4644-affc-27525b1680cb', 'code': 200} Jan 26 20:57:07.744010 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=67a80040-a8fa-4644-affc-27525b1680cb,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:07.747309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:07.847171 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6146c26-c0af-44ba-900a-c388e4e42225 req-924ec8d2-4ccf-49ce-aa6e-d0a3994a4f53 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:07.849145 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a6146c26-c0af-44ba-900a-c388e4e42225 req-924ec8d2-4ccf-49ce-aa6e-d0a3994a4f53 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.1342864 Jan 26 20:57:07.907786 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a6146c26-c0af-44ba-900a-c388e4e42225 req-75518e4e-1282-4d3b-8920-1fd7ece37e0b tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0521719 Jan 26 20:57:08.045200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21894e74-e6ae-4e43-9932-66d635fee919 req-654e88ce-9a60-4df3-b3e2-5a65d0765fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:08.046747 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-21894e74-e6ae-4e43-9932-66d635fee919 req-654e88ce-9a60-4df3-b3e2-5a65d0765fdb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 1163 time: 0.0789330 Jan 26 20:57:08.093486 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-21894e74-e6ae-4e43-9932-66d635fee919 req-246e8b56-e73c-4b6b-9b73-a3337cb2b0e3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=45c613a3-9651-4e49-89c6-c5dcdd3904f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354357 Jan 26 20:57:08.834170 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d45cbf-8bb6-4ff6-ad7d-03bdcec859b7 req-590e1469-ab7f-42fd-ac48-8fa34acc688f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:08.835850 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c8d45cbf-8bb6-4ff6-ad7d-03bdcec859b7 req-590e1469-ab7f-42fd-ac48-8fa34acc688f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 946 time: 0.1269336 Jan 26 20:57:09.041186 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:57:09.118527 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:57:09.118946 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:09.139210 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c8d45cbf-8bb6-4ff6-ad7d-03bdcec859b7 req-98d36eae-5b34-4993-831d-1450664e5568 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=45c613a3-9651-4e49-89c6-c5dcdd3904f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970839 Jan 26 20:57:09.221076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b201939-5cd9-49ff-94fc-3e53de294cdf req-fbbf8f85-a29a-40d4-9e84-d22b9b0b2e5c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:09.223548 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4b201939-5cd9-49ff-94fc-3e53de294cdf req-fbbf8f85-a29a-40d4-9e84-d22b9b0b2e5c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 945 time: 0.1383708 Jan 26 20:57:09.269137 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 67a80040-a8fa-4644-affc-27525b1680cb up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:57:09.281941 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4b201939-5cd9-49ff-94fc-3e53de294cdf req-fb63df0d-04a6-4d4d-a262-72f6b6625fa0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503504 Jan 26 20:57:09.346459 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 67a80040-a8fa-4644-affc-27525b1680cb triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:57:09.346880 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:09.516669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023d3f31-4d19-49d4-a713-b9c6baeebc87 req-722dadcd-132e-4cd2-a983-5ba1bae1a7fc tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:09.518371 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-023d3f31-4d19-49d4-a713-b9c6baeebc87 req-722dadcd-132e-4cd2-a983-5ba1bae1a7fc tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.2353714 Jan 26 20:57:09.608033 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-023d3f31-4d19-49d4-a713-b9c6baeebc87 req-a521ed2c-0ba0-46d2-9515-9f245d6cfc31 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0823376 Jan 26 20:57:09.628279 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-d3b5ae63-aa4e-43bd-ba26-a121e8df4261 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2875900 Jan 26 20:57:09.639809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Request body: {'floatingip': {'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:57:09.654157 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:57:09.658195 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Usage tracker for resource:floatingip and tenant:18914f172fbd4146a14a7e03eeabc256 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:57:09.661388 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:57:09.667301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:57:09.677377 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for floatingip, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:09.822138 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:10.092697 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Allocated IP 172.27.0.14 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/ee55b65a-fb51-4885-83ef-1032bca6e679) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:57:10.251630 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:10.333071 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:10.348438 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:10.526750 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Pushing event updated for resources: {'Port': ['ID=ee55b65a-fb51-4885-83ef-1032bca6e679,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:10.590038 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a7e1e-7530-4273-8fc1-6d370edad096 req-5803f3a1-74d0-4c37-a8ee-ae034d115149 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:10.591656 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6a3a7e1e-7530-4273-8fc1-6d370edad096 req-5803f3a1-74d0-4c37-a8ee-ae034d115149 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 946 time: 0.3188756 Jan 26 20:57:10.595805 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.596228 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.596644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.597051 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.597454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.598789 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.599065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.599472 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.599873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.600273 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.600672 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.601070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.601508 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.601904 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.602306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.602700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.603097 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.603492 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.603886 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.604281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.604673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.605069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.605463 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.605853 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:10.613274 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:10.669327 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:57:10.681512 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6a3a7e1e-7530-4273-8fc1-6d370edad096 req-1a05a1d5-038c-4a7c-a1c7-a01fb40ac9fd tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=45c613a3-9651-4e49-89c6-c5dcdd3904f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719414 Jan 26 20:57:10.682553 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:57:10.684849 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:57:10.774241 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:10.816513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a864a6-b2c3-4a59-bead-eeb3f3c68200 req-42f20e25-8289-4691-b80c-37fd182b216f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:10.818161 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e7a864a6-b2c3-4a59-bead-eeb3f3c68200 req-42f20e25-8289-4691-b80c-37fd182b216f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddb9c1e31e3d4a36aea324e94f6a1be6&device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 1162 time: 0.0780401 Jan 26 20:57:10.887809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:10.966976 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a864a6-b2c3-4a59-bead-eeb3f3c68200 req-38627b44-7c70-46d4-a39c-a84ec8b2278d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:10.968556 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e7a864a6-b2c3-4a59-bead-eeb3f3c68200 req-38627b44-7c70-46d4-a39c-a84ec8b2278d service neutron] 10.222.0.11 "GET /v2.0/networks?id=24a08fe2-8195-4a58-b16c-ee168535efec HTTP/1.1" status: 200 len: 902 time: 0.1430051 Jan 26 20:57:11.043916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebee5-fa11-499b-8fbe-c73d9ad5734c req-4325b538-d781-4f03-8386-e60b7f5cc1ed tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:11.045579 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c56ebee5-fa11-499b-8fbe-c73d9ad5734c req-4325b538-d781-4f03-8386-e60b7f5cc1ed tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.2347436 Jan 26 20:57:11.068427 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:57:11.080580 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e7a864a6-b2c3-4a59-bead-eeb3f3c68200 req-eea5b4b3-f84a-4ec4-93f7-a1d748fc9122 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9f51c9-f53a-4ecf-9e97-18817b4271f2 HTTP/1.1" status: 200 len: 1001 time: 0.1042221 Jan 26 20:57:11.144259 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:57:11.144806 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:11.150976 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a864a6-b2c3-4a59-bead-eeb3f3c68200 req-87dcd0d5-50cb-4880-8cd4-5d07b4158a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:11.152549 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e7a864a6-b2c3-4a59-bead-eeb3f3c68200 req-87dcd0d5-50cb-4880-8cd4-5d07b4158a50 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1604279-fa6e-4070-a38e-1c53668ceda0 HTTP/1.1" status: 200 len: 847 time: 0.0652990 Jan 26 20:57:11.192138 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c56ebee5-fa11-499b-8fbe-c73d9ad5734c req-ea6add7d-a948-4b05-8cf6-5410e8ac264a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1333714 Jan 26 20:57:11.265445 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a864a6-b2c3-4a59-bead-eeb3f3c68200 req-89312b9d-a9fd-45f0-9c55-6055f49a0fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:11.267395 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e7a864a6-b2c3-4a59-bead-eeb3f3c68200 req-89312b9d-a9fd-45f0-9c55-6055f49a0fa9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24a08fe2-8195-4a58-b16c-ee168535efec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1009946 Jan 26 20:57:11.288837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 67a80040-a8fa-4644-affc-27525b1680cb up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:57:11.298549 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:11.304021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:11.323742 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-48827322-97d2-441c-b44e-011673818a3b tempest-VolumesSnapshotTestJSON-1290311984 tempest-VolumesSnapshotTestJSON-1290311984-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:11.375504 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 67a80040-a8fa-4644-affc-27525b1680cb triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:57:11.375933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:11.453310 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e7a864a6-b2c3-4a59-bead-eeb3f3c68200 req-1f688bbe-8642-4186-ad95-52dc3383ffa4 service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783168 Jan 26 20:57:11.540927 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Pushing event updated for resources: {'Port': ['ID=ee55b65a-fb51-4885-83ef-1032bca6e679,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:11.548770 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:11.606932 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e7a864a6-b2c3-4a59-bead-eeb3f3c68200 req-184a247d-99de-47e3-b88a-21bb820a8475 service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1468661 Jan 26 20:57:11.696791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce93826-68bc-4d6a-930d-155ba096f6e9 req-deed4f67-7a4d-4e69-a9fd-251c348c30cb tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:11.698435 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6ce93826-68bc-4d6a-930d-155ba096f6e9 req-deed4f67-7a4d-4e69-a9fd-251c348c30cb tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 946 time: 0.2123103 Jan 26 20:57:11.708162 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 49830) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:57:11.713753 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-7fceb27a-bcf5-4d94-a681-f67124e975a4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Request body: {'floatingip': {'port_id': '67a80040-a8fa-4644-affc-27525b1680cb'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:57:11.720091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:11.743186 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:11.744491 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1093130 Jan 26 20:57:11.805192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7fceb27a-bcf5-4d94-a681-f67124e975a4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for floatingip, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:11.840008 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-87739d76-2bef-4659-a6de-92b39fb220ca tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Synchronizing usage tracker for tenant:18914f172fbd4146a14a7e03eeabc256 on resource:floatingip {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:57:11.855980 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-87739d76-2bef-4659-a6de-92b39fb220ca tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Unset dirty status for tenant:18914f172fbd4146a14a7e03eeabc256 on resource:floatingip {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:57:11.857257 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-87739d76-2bef-4659-a6de-92b39fb220ca tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.14 HTTP/1.1" status: 200 len: 695 time: 0.1062214 Jan 26 20:57:12.059760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-7a9c2faa-0618-4063-9952-99149c60a680 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:12.061277 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-7a9c2faa-0618-4063-9952-99149c60a680 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/networks/4bf8f360-8c6f-48c4-992b-12f8abb374b0 HTTP/1.1" status: 200 len: 784 time: 0.1978421 Jan 26 20:57:12.072393 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-bfdd114b-5ffe-4fb3-8557-cb12d8cef12c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:57:12.073446 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9b40351b-7d9d-490d-a4b0-5f9cec6a1dc5 req-bfdd114b-5ffe-4fb3-8557-cb12d8cef12c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0059719 Jan 26 20:57:12.322338 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98068e3e-d26f-43bc-8a71-d964276de873 req-f1100477-4463-46ba-931b-d0dfde148fb3 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:12.324075 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-98068e3e-d26f-43bc-8a71-d964276de873 req-f1100477-4463-46ba-931b-d0dfde148fb3 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1423984 Jan 26 20:57:12.676642 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7fceb27a-bcf5-4d94-a681-f67124e975a4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:12.681101 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7fceb27a-bcf5-4d94-a681-f67124e975a4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:12.695558 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-98068e3e-d26f-43bc-8a71-d964276de873 req-708a3b76-f10b-4dca-a9aa-adfd408fabb3 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.14 HTTP/1.1" status: 200 len: 695 time: 0.3622024 Jan 26 20:57:12.708010 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-98068e3e-d26f-43bc-8a71-d964276de873 req-be059cec-6ef7-4874-87e0-4fa9e832d087 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Request body: {'floatingip': {'port_id': '9dbb0872-3103-4706-b2b6-98f8ee1384f6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:57:12.808257 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-98068e3e-d26f-43bc-8a71-d964276de873 req-be059cec-6ef7-4874-87e0-4fa9e832d087 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for floatingip, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:12.867160 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [None req-7fceb27a-bcf5-4d94-a681-f67124e975a4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Floating IP 2597577b-5958-455d-92e1-ede24a215680 associated. External IP: 172.27.0.111, port: 67a80040-a8fa-4644-affc-27525b1680cb. Jan 26 20:57:12.996151 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834ae9a-16bc-487a-9be3-dcfb48096c68 req-abb0b9ef-80b5-4a96-8192-d0418920be4f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:12.997712 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8834ae9a-16bc-487a-9be3-dcfb48096c68 req-abb0b9ef-80b5-4a96-8192-d0418920be4f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.6057026 Jan 26 20:57:13.182325 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8834ae9a-16bc-487a-9be3-dcfb48096c68 req-79df893f-8fe8-496c-aa4c-e1e02348588b tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1485081 Jan 26 20:57:13.259024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fceb27a-bcf5-4d94-a681-f67124e975a4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Router ad3422ae-a533-47de-ae19-36568699a049 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:57:13.454292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fceb27a-bcf5-4d94-a681-f67124e975a4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:57:13.459530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7fceb27a-bcf5-4d94-a681-f67124e975a4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:13.468787 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e891972-b70e-46d3-8643-36b2a5757ee0 None None] Sync routers for ids ['ad3422ae-a533-47de-ae19-36568699a049'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:57:13.479690 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e891972-b70e-46d3-8643-36b2a5757ee0 None None] Routers {'ad3422ae-a533-47de-ae19-36568699a049'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:57:13.480627 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-8e891972-b70e-46d3-8643-36b2a5757ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:57:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ad3422ae-a533-47de-ae19-36568699a049'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:13.532071 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-7fceb27a-bcf5-4d94-a681-f67124e975a4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "PUT /v2.0/floatingips/2597577b-5958-455d-92e1-ede24a215680 HTTP/1.1" status: 200 len: 992 time: 1.8226995 Jan 26 20:57:13.533206 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1797b1b0-f351-410a-9cd2-1fd2252668a3', 'tag': '67a80040-a8fa-4644-affc-27525b1680cb'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:57:13.554331 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-98068e3e-d26f-43bc-8a71-d964276de873 req-be059cec-6ef7-4874-87e0-4fa9e832d087 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:13.557776 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-98068e3e-d26f-43bc-8a71-d964276de873 req-be059cec-6ef7-4874-87e0-4fa9e832d087 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:13.698241 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-8e891972-b70e-46d3-8643-36b2a5757ee0 None None] Set router ad3422ae-a533-47de-ae19-36568699a049 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:57:13.748829 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-98068e3e-d26f-43bc-8a71-d964276de873 req-be059cec-6ef7-4874-87e0-4fa9e832d087 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Floating IP 145c3dca-67bd-4b92-8f9c-6f59711ca8d6 associated. External IP: 172.27.0.14, port: 9dbb0872-3103-4706-b2b6-98f8ee1384f6. Jan 26 20:57:13.787424 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1797b1b0-f351-410a-9cd2-1fd2252668a3', 'tag': '67a80040-a8fa-4644-affc-27525b1680cb', 'status': 'completed', 'code': 200} Jan 26 20:57:13.922754 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd54093-7d6e-40a1-9b50-91154af9f227 req-af9437c9-e8a8-43b9-90d9-804c00b42526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:13.924693 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4bd54093-7d6e-40a1-9b50-91154af9f227 req-af9437c9-e8a8-43b9-90d9-804c00b42526 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=954edcaec745436491b2623398786a63&device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 1163 time: 0.0875301 Jan 26 20:57:14.080666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd54093-7d6e-40a1-9b50-91154af9f227 req-f078424c-a342-4626-9ace-dfb1a77ba95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:14.083443 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4bd54093-7d6e-40a1-9b50-91154af9f227 req-f078424c-a342-4626-9ace-dfb1a77ba95e service neutron] 10.222.0.11 "GET /v2.0/networks?id=02d20e51-2183-493a-a1ff-ad179f279ec0 HTTP/1.1" status: 200 len: 905 time: 0.1519856 Jan 26 20:57:14.176632 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98068e3e-d26f-43bc-8a71-d964276de873 req-be059cec-6ef7-4874-87e0-4fa9e832d087 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Router 908f509c-e03e-4109-80d2-7af729f40a7e has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:57:14.203652 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4bd54093-7d6e-40a1-9b50-91154af9f227 req-db3f6fb6-6495-4f9d-b962-6bfd3b8c17f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=67a80040-a8fa-4644-affc-27525b1680cb HTTP/1.1" status: 200 len: 1000 time: 0.1136296 Jan 26 20:57:14.287265 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-8e891972-b70e-46d3-8643-36b2a5757ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '2597577b-5958-455d-92e1-ede24a215680', 'tenant_id': '954edcaec745436491b2623398786a63', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'port_id': '67a80040-a8fa-4644-affc-27525b1680cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'mac_address': 'fa:16:3e:26:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1797b1b0-f351-410a-9cd2-1fd2252668a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:56:52Z', 'updated_at': '2021-01-26T20:57:12Z', 'revision_number': 1, 'project_id': '954edcaec745436491b2623398786a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:52Z', 'revision_number': 5, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:14.294414 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e891972-b70e-46d3-8643-36b2a5757ee0 None None] Checking router: ad3422ae-a533-47de-ae19-36568699a049 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:57:14.304717 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e891972-b70e-46d3-8643-36b2a5757ee0 None None] Routers {'ad3422ae-a533-47de-ae19-36568699a049'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:57:14.305998 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-8e891972-b70e-46d3-8643-36b2a5757ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:57:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ad3422ae-a533-47de-ae19-36568699a049'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:14.308827 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd54093-7d6e-40a1-9b50-91154af9f227 req-f7a52d66-f469-4a66-8bc0-8f124525f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:14.310556 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4bd54093-7d6e-40a1-9b50-91154af9f227 req-f7a52d66-f469-4a66-8bc0-8f124525f7ff service neutron] 10.222.0.11 "GET /v2.0/subnets?id=f57cca65-4616-4076-a364-f0a94b9bdce6 HTTP/1.1" status: 200 len: 850 time: 0.0993035 Jan 26 20:57:14.408143 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd54093-7d6e-40a1-9b50-91154af9f227 req-a6767f4a-727d-4e4a-8770-8bb89d7fd083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:14.410887 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4bd54093-7d6e-40a1-9b50-91154af9f227 req-a6767f4a-727d-4e4a-8770-8bb89d7fd083 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=02d20e51-2183-493a-a1ff-ad179f279ec0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0832851 Jan 26 20:57:14.489595 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98068e3e-d26f-43bc-8a71-d964276de873 req-be059cec-6ef7-4874-87e0-4fa9e832d087 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:57:14.496287 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-98068e3e-d26f-43bc-8a71-d964276de873 req-be059cec-6ef7-4874-87e0-4fa9e832d087 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:14.502900 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a55c3-4147-4376-9fc5-b1b34ede238e None None] Sync routers for ids ['908f509c-e03e-4109-80d2-7af729f40a7e'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:57:14.513767 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-8e891972-b70e-46d3-8643-36b2a5757ee0 None None] Set router ad3422ae-a533-47de-ae19-36568699a049 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:57:14.519727 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a55c3-4147-4376-9fc5-b1b34ede238e None None] Routers {'908f509c-e03e-4109-80d2-7af729f40a7e'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:57:14.521203 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4e1a55c3-4147-4376-9fc5-b1b34ede238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:57:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['908f509c-e03e-4109-80d2-7af729f40a7e'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:14.580499 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0e61a9-9f86-4030-8942-87456b3f0a48 req-b16d4838-d795-4dcf-b73f-8d6d142b9275 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:14.582743 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0f0e61a9-9f86-4030-8942-87456b3f0a48 req-b16d4838-d795-4dcf-b73f-8d6d142b9275 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.2213919 Jan 26 20:57:14.619833 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4bd54093-7d6e-40a1-9b50-91154af9f227 req-fbc4d841-d134-4165-bb4c-341c5053b807 service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021356 Jan 26 20:57:14.665082 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-98068e3e-d26f-43bc-8a71-d964276de873 req-be059cec-6ef7-4874-87e0-4fa9e832d087 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "PUT /v2.0/floatingips/145c3dca-67bd-4b92-8f9c-6f59711ca8d6 HTTP/1.1" status: 200 len: 995 time: 1.9544802 Jan 26 20:57:14.676523 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'tag': '9dbb0872-3103-4706-b2b6-98f8ee1384f6'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:57:14.690165 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:57:14.710025 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0f0e61a9-9f86-4030-8942-87456b3f0a48 req-232d5979-510e-44c7-859c-1f9477b01df4 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1145568 Jan 26 20:57:14.781394 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'tag': '9dbb0872-3103-4706-b2b6-98f8ee1384f6', 'status': 'completed', 'code': 200} Jan 26 20:57:14.839263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-4e1a55c3-4147-4376-9fc5-b1b34ede238e None None] Set router 908f509c-e03e-4109-80d2-7af729f40a7e gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:57:14.851807 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4bd54093-7d6e-40a1-9b50-91154af9f227 req-e7afbf05-c15e-4ba2-abf3-b0bcb66550b2 service neutron] 10.222.0.11 "GET /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2243586 Jan 26 20:57:14.957093 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:14.992703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98068e3e-d26f-43bc-8a71-d964276de873 req-1302f904-d480-4718-8017-5d122dc273d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:14.994388 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-98068e3e-d26f-43bc-8a71-d964276de873 req-1302f904-d480-4718-8017-5d122dc273d7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18914f172fbd4146a14a7e03eeabc256&device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 1162 time: 0.3281808 Jan 26 20:57:14.997383 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8cb0d-36df-4e28-8ff2-97c833df6888 req-874f6373-5f63-45a0-90c1-8582cc365611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:14.999036 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-77f8cb0d-36df-4e28-8ff2-97c833df6888 req-874f6373-5f63-45a0-90c1-8582cc365611 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18914f172fbd4146a14a7e03eeabc256&device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 1162 time: 0.1371105 Jan 26 20:57:15.071254 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e88ef81-d23d-4c46-853c-7c855f710595', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:57:15.092734 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5f9f51c9-f53a-4ecf-9e97-18817b4271f2,segment=NetworkSegment(201ad8a3-9435-4339-84eb-368bc8964e62),segment_id=201ad8a3-9435-4339-84eb-368bc8964e62)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:57:15.103102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:15.107343 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:15.187210 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=5f9f51c9-f53a-4ecf-9e97-18817b4271f2,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:15.198399 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.198952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.199445 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.199933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.200419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.200920 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.201397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.201873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.202377 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.202851 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.203329 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.203805 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.204337 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.204814 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.205313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.205830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.206309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.206741 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-193dfbfb-a69c-40d8-9b27-8502ad0d94f7 req-2babaede-f0f2-497a-a283-51aa16008af6 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1347444 Jan 26 20:57:15.206886 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.207287 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.207673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.208102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.208560 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.208999 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.209434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:15.217441 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:15.307888 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4e1a55c3-4147-4376-9fc5-b1b34ede238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:56:07Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 4, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'gw_port': {'id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:08Z', 'updated_at': '2021-01-26T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '145c3dca-67bd-4b92-8f9c-6f59711ca8d6', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'port_id': '9dbb0872-3103-4706-b2b6-98f8ee1384f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'mac_address': 'fa:16:3e:ca:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:57:10Z', 'updated_at': '2021-01-26T20:57:13Z', 'revision_number': 1, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c459b6c-c972-4b00-b4b6-1f331e6166e1', 'name': '', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'mac_address': 'fa:16:3e:54:96:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:11Z', 'updated_at': '2021-01-26T20:56:20Z', 'revision_number': 5, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'subnets': [{'id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:15.316409 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a55c3-4147-4376-9fc5-b1b34ede238e None None] Checking router: 908f509c-e03e-4109-80d2-7af729f40a7e for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:57:15.340468 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1a55c3-4147-4376-9fc5-b1b34ede238e None None] Routers {'908f509c-e03e-4109-80d2-7af729f40a7e'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:57:15.341156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4e1a55c3-4147-4376-9fc5-b1b34ede238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:57:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['908f509c-e03e-4109-80d2-7af729f40a7e'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:15.342544 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-8e891972-b70e-46d3-8643-36b2a5757ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '2597577b-5958-455d-92e1-ede24a215680', 'tenant_id': '954edcaec745436491b2623398786a63', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'port_id': '67a80040-a8fa-4644-affc-27525b1680cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'mac_address': 'fa:16:3e:26:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1797b1b0-f351-410a-9cd2-1fd2252668a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:56:52Z', 'updated_at': '2021-01-26T20:57:12Z', 'revision_number': 1, 'project_id': '954edcaec745436491b2623398786a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:52Z', 'revision_number': 5, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:15.348159 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e891972-b70e-46d3-8643-36b2a5757ee0 None None] The sync data for ids ['ad3422ae-a533-47de-ae19-36568699a049'] in dv-cinder-768105-4-iscsi is: [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '2597577b-5958-455d-92e1-ede24a215680', 'tenant_id': '954edcaec745436491b2623398786a63', 'floating_ip_address': '172.27.0.111', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'port_id': '67a80040-a8fa-4644-affc-27525b1680cb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'mac_address': 'fa:16:3e:26:75:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1797b1b0-f351-410a-9cd2-1fd2252668a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:56:52Z', 'updated_at': '2021-01-26T20:57:12Z', 'revision_number': 1, 'project_id': '954edcaec745436491b2623398786a63', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:52Z', 'revision_number': 5, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:57:15.568940 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-4e1a55c3-4147-4376-9fc5-b1b34ede238e None None] Set router 908f509c-e03e-4109-80d2-7af729f40a7e gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:57:15.718803 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb0c9dd-b871-481c-b414-3637621ab041 None None] New status for floating IP 2597577b-5958-455d-92e1-ede24a215680: ACTIVE {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:57:15.779590 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8cb0d-36df-4e28-8ff2-97c833df6888 req-fc165084-898a-4e20-ab1f-1325daa4983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:15.781198 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-77f8cb0d-36df-4e28-8ff2-97c833df6888 req-fc165084-898a-4e20-ab1f-1325daa4983e service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0e2cbdc-4704-427f-b7ee-311576e80ddb HTTP/1.1" status: 200 len: 909 time: 0.7519126 Jan 26 20:57:15.783532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98068e3e-d26f-43bc-8a71-d964276de873 req-13d712eb-73d3-4e0e-90b1-19dcd08c6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:15.785064 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-98068e3e-d26f-43bc-8a71-d964276de873 req-13d712eb-73d3-4e0e-90b1-19dcd08c6610 service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0e2cbdc-4704-427f-b7ee-311576e80ddb HTTP/1.1" status: 200 len: 909 time: 0.7833097 Jan 26 20:57:15.846455 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f1c4ab-393b-47b9-95cf-8baf1566ca6b req-2c2ecd56-ce0f-4a8b-912e-d68f6decf671 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:15.848168 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-02f1c4ab-393b-47b9-95cf-8baf1566ca6b req-2c2ecd56-ce0f-4a8b-912e-d68f6decf671 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.3233192 Jan 26 20:57:16.006329 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4e1a55c3-4147-4376-9fc5-b1b34ede238e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:56:07Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 4, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'gw_port': {'id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:08Z', 'updated_at': '2021-01-26T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '145c3dca-67bd-4b92-8f9c-6f59711ca8d6', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'port_id': '9dbb0872-3103-4706-b2b6-98f8ee1384f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'mac_address': 'fa:16:3e:ca:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:57:10Z', 'updated_at': '2021-01-26T20:57:13Z', 'revision_number': 1, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c459b6c-c972-4b00-b4b6-1f331e6166e1', 'name': '', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'mac_address': 'fa:16:3e:54:96:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:11Z', 'updated_at': '2021-01-26T20:56:20Z', 'revision_number': 5, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'subnets': [{'id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:16.009950 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-77f8cb0d-36df-4e28-8ff2-97c833df6888 req-f65c2d49-414c-405f-957e-eb00bf32c02d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dbb0872-3103-4706-b2b6-98f8ee1384f6 HTTP/1.1" status: 200 len: 998 time: 0.2155659 Jan 26 20:57:16.010754 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1a55c3-4147-4376-9fc5-b1b34ede238e None None] The sync data for ids ['908f509c-e03e-4109-80d2-7af729f40a7e'] in dv-cinder-768105-4-iscsi is: [{'id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:56:07Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 4, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'gw_port': {'id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:08Z', 'updated_at': '2021-01-26T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '145c3dca-67bd-4b92-8f9c-6f59711ca8d6', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'port_id': '9dbb0872-3103-4706-b2b6-98f8ee1384f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'mac_address': 'fa:16:3e:ca:7d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T20:57:10Z', 'updated_at': '2021-01-26T20:57:13Z', 'revision_number': 1, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c459b6c-c972-4b00-b4b6-1f331e6166e1', 'name': '', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'mac_address': 'fa:16:3e:54:96:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:11Z', 'updated_at': '2021-01-26T20:56:20Z', 'revision_number': 5, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'subnets': [{'id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:57:16.164276 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-02f1c4ab-393b-47b9-95cf-8baf1566ca6b req-deabee74-0c72-4e64-b0f0-539e5ad746f9 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.1532876 Jan 26 20:57:16.168651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8cb0d-36df-4e28-8ff2-97c833df6888 req-31d875c5-8d45-4880-baa5-8ff7d4ca4f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:16.170159 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-77f8cb0d-36df-4e28-8ff2-97c833df6888 req-31d875c5-8d45-4880-baa5-8ff7d4ca4f4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=620e1d56-745c-4398-94ad-58b0f1ca7059 HTTP/1.1" status: 200 len: 854 time: 0.1392636 Jan 26 20:57:16.173952 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-98068e3e-d26f-43bc-8a71-d964276de873 req-2e4b8184-7363-4c21-8100-273c85a5b270 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dbb0872-3103-4706-b2b6-98f8ee1384f6 HTTP/1.1" status: 200 len: 998 time: 0.3773584 Jan 26 20:57:16.245465 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7e88ef81-d23d-4c46-853c-7c855f710595', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2', 'code': 422} returned with failed status Jan 26 20:57:16.329314 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98068e3e-d26f-43bc-8a71-d964276de873 req-010e5cec-f94e-444b-8ea7-645d71b9e131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:16.330956 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-98068e3e-d26f-43bc-8a71-d964276de873 req-010e5cec-f94e-444b-8ea7-645d71b9e131 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=620e1d56-745c-4398-94ad-58b0f1ca7059 HTTP/1.1" status: 200 len: 854 time: 0.1122386 Jan 26 20:57:16.342766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f8cb0d-36df-4e28-8ff2-97c833df6888 req-fcefa4a6-e446-48f6-8014-81d7d35532f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:16.344472 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-77f8cb0d-36df-4e28-8ff2-97c833df6888 req-fcefa4a6-e446-48f6-8014-81d7d35532f5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0e2cbdc-4704-427f-b7ee-311576e80ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1674089 Jan 26 20:57:16.389003 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa89df4a-f24f-4506-913e-1ded4ff2374f None None] New status for floating IP 145c3dca-67bd-4b92-8f9c-6f59711ca8d6: ACTIVE {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:57:16.551429 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98068e3e-d26f-43bc-8a71-d964276de873 req-66124ce3-70b2-4aa7-8b3e-87ccea2153b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:16.553235 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-98068e3e-d26f-43bc-8a71-d964276de873 req-66124ce3-70b2-4aa7-8b3e-87ccea2153b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0e2cbdc-4704-427f-b7ee-311576e80ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2130451 Jan 26 20:57:16.559140 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-77f8cb0d-36df-4e28-8ff2-97c833df6888 req-6c75be80-98ba-4d50-acc8-daa525729818 service neutron] 10.222.0.11 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679139 Jan 26 20:57:16.830585 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-98068e3e-d26f-43bc-8a71-d964276de873 req-13afaa84-1a16-4a82-bedb-006ab86231fa service neutron] 10.222.0.59 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2674859 Jan 26 20:57:16.831363 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dfbfb-a69c-40d8-9b27-8502ad0d94f7 req-b37ac763-2991-4777-9b8a-66e97b3e5928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:16.833219 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-77f8cb0d-36df-4e28-8ff2-97c833df6888 req-d31d9fd3-c696-4da5-93ba-9d13c40f7267 service neutron] 10.222.0.11 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2481916 Jan 26 20:57:16.833466 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-193dfbfb-a69c-40d8-9b27-8502ad0d94f7 req-b37ac763-2991-4777-9b8a-66e97b3e5928 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595&tenant_id=ddb9c1e31e3d4a36aea324e94f6a1be6 HTTP/1.1" status: 200 len: 1160 time: 0.0783184 Jan 26 20:57:16.962661 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dfbfb-a69c-40d8-9b27-8502ad0d94f7 req-1d9fc1ea-3f6e-4af4-b477-83db16632cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:16.964291 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-193dfbfb-a69c-40d8-9b27-8502ad0d94f7 req-1d9fc1ea-3f6e-4af4-b477-83db16632cfa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddb9c1e31e3d4a36aea324e94f6a1be6&device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 1160 time: 0.0804925 Jan 26 20:57:16.977188 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-98068e3e-d26f-43bc-8a71-d964276de873 req-12b94aa5-33d0-4238-b492-7bfaa1ea96b3 service neutron] 10.222.0.59 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1388907 Jan 26 20:57:17.022356 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-21b6a5ad-c6f6-4c72-bc19-ecdcc79a21a4 req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-156296333', 'description': 'tempest-TestMinimumBasicScenario-156296333 description'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:57:17.037317 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-21b6a5ad-c6f6-4c72-bc19-ecdcc79a21a4 req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:57:17.041415 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-21b6a5ad-c6f6-4c72-bc19-ecdcc79a21a4 req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Usage tracker for resource:security_group and tenant:18914f172fbd4146a14a7e03eeabc256 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:57:17.045103 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-21b6a5ad-c6f6-4c72-bc19-ecdcc79a21a4 req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:57:17.051544 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-21b6a5ad-c6f6-4c72-bc19-ecdcc79a21a4 req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:57:17.061632 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-21b6a5ad-c6f6-4c72-bc19-ecdcc79a21a4 req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:17.083689 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-21b6a5ad-c6f6-4c72-bc19-ecdcc79a21a4 req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:57:17.087666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-21b6a5ad-c6f6-4c72-bc19-ecdcc79a21a4 req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Usage tracker for resource:security_group_rule and tenant:18914f172fbd4146a14a7e03eeabc256 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:57:17.090666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-21b6a5ad-c6f6-4c72-bc19-ecdcc79a21a4 req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:57:17.096372 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-21b6a5ad-c6f6-4c72-bc19-ecdcc79a21a4 req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:57:17.108345 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dfbfb-a69c-40d8-9b27-8502ad0d94f7 req-f8c6a9c6-cf83-4a4a-b53b-87a2f96526dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:17.109938 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-193dfbfb-a69c-40d8-9b27-8502ad0d94f7 req-f8c6a9c6-cf83-4a4a-b53b-87a2f96526dc service neutron] 10.222.0.11 "GET /v2.0/networks?id=24a08fe2-8195-4a58-b16c-ee168535efec HTTP/1.1" status: 200 len: 902 time: 0.1387470 Jan 26 20:57:17.173869 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-21b6a5ad-c6f6-4c72-bc19-ecdcc79a21a4 req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:17.176894 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-21b6a5ad-c6f6-4c72-bc19-ecdcc79a21a4 req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:17.182538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-67692f7a-6bec-4e2d-be52-138419143fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:17.220442 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-193dfbfb-a69c-40d8-9b27-8502ad0d94f7 req-e808b1a1-eaa6-4d42-a2c9-6c2f5c8e75dc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9f51c9-f53a-4ecf-9e97-18817b4271f2 HTTP/1.1" status: 200 len: 999 time: 0.1034651 Jan 26 20:57:17.223600 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d454b23-0d65-425f-80ff-76c5698149d1,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:17.226687 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:17.228278 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-21b6a5ad-c6f6-4c72-bc19-ecdcc79a21a4 req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:17.230229 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-21b6a5ad-c6f6-4c72-bc19-ecdcc79a21a4 req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2128623 Jan 26 20:57:17.296702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dfbfb-a69c-40d8-9b27-8502ad0d94f7 req-7a734f75-d13a-47a8-82a3-4084fb8a4555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:17.298347 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-193dfbfb-a69c-40d8-9b27-8502ad0d94f7 req-7a734f75-d13a-47a8-82a3-4084fb8a4555 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1604279-fa6e-4070-a38e-1c53668ceda0 HTTP/1.1" status: 200 len: 847 time: 0.0716910 Jan 26 20:57:17.366469 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1b588c1b-2a75-43c4-a0d7-0d877ecb30c3 req-8b65a767-562d-42d1-88d5-e79dff499fd9 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups/8d454b23-0d65-425f-80ff-76c5698149d1 HTTP/1.1" status: 200 len: 1812 time: 0.1034708 Jan 26 20:57:17.379840 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-1b588c1b-2a75-43c4-a0d7-0d877ecb30c3 req-761a5527-7d37-48ba-af09-11a950e85472 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d454b23-0d65-425f-80ff-76c5698149d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:57:17.380207 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-1b588c1b-2a75-43c4-a0d7-0d877ecb30c3 req-761a5527-7d37-48ba-af09-11a950e85472 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d454b23-0d65-425f-80ff-76c5698149d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:57:17.381477 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193dfbfb-a69c-40d8-9b27-8502ad0d94f7 req-7cbfd844-941f-4e0c-b2ce-96c411cc012d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:17.383144 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-193dfbfb-a69c-40d8-9b27-8502ad0d94f7 req-7cbfd844-941f-4e0c-b2ce-96c411cc012d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24a08fe2-8195-4a58-b16c-ee168535efec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0784605 Jan 26 20:57:17.403425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-1b588c1b-2a75-43c4-a0d7-0d877ecb30c3 req-761a5527-7d37-48ba-af09-11a950e85472 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:57:17.409620 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-1b588c1b-2a75-43c4-a0d7-0d877ecb30c3 req-761a5527-7d37-48ba-af09-11a950e85472 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Usage tracker for resource:security_group_rule and tenant:18914f172fbd4146a14a7e03eeabc256 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:57:17.413383 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-1b588c1b-2a75-43c4-a0d7-0d877ecb30c3 req-761a5527-7d37-48ba-af09-11a950e85472 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:57:17.420960 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-1b588c1b-2a75-43c4-a0d7-0d877ecb30c3 req-761a5527-7d37-48ba-af09-11a950e85472 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:57:17.476345 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7778815-0fba-4f9d-93fd-b327386b5a97 req-2990b4b7-d92c-4af5-aa94-aa51118b9fbc tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:17.478053 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d7778815-0fba-4f9d-93fd-b327386b5a97 req-2990b4b7-d92c-4af5-aa94-aa51118b9fbc tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.1818278 Jan 26 20:57:17.531574 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-193dfbfb-a69c-40d8-9b27-8502ad0d94f7 req-0543bd15-e3bd-4f7e-b645-a7d4d862f010 service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377552 Jan 26 20:57:17.570304 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d7778815-0fba-4f9d-93fd-b327386b5a97 req-799d8cd9-d9c5-4493-b73b-2b7013a2d9ce tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0818295 Jan 26 20:57:17.578088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-1b588c1b-2a75-43c4-a0d7-0d877ecb30c3 req-761a5527-7d37-48ba-af09-11a950e85472 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:17.601915 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-1b588c1b-2a75-43c4-a0d7-0d877ecb30c3 req-761a5527-7d37-48ba-af09-11a950e85472 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:17.606780 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-1b588c1b-2a75-43c4-a0d7-0d877ecb30c3 req-761a5527-7d37-48ba-af09-11a950e85472 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534222'] for security_group_rule, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:17.608958 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ec10aa6c-11e2-4da5-a655-464405af573a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:17.634358 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761a5527-7d37-48ba-af09-11a950e85472 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1254e05d-c66e-47f5-824b-2e532aaa9a9f,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:17.637063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-761a5527-7d37-48ba-af09-11a950e85472 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:17.646713 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-1b588c1b-2a75-43c4-a0d7-0d877ecb30c3 req-761a5527-7d37-48ba-af09-11a950e85472 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:17.650574 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1b588c1b-2a75-43c4-a0d7-0d877ecb30c3 req-761a5527-7d37-48ba-af09-11a950e85472 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2764771 Jan 26 20:57:17.699088 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-193dfbfb-a69c-40d8-9b27-8502ad0d94f7 req-0224fe5a-9d1b-4ece-8818-7120bf0051da service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1601911 Jan 26 20:57:17.745851 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f5cfcd36-5c9a-4608-a411-12cd551613bb req-a1510edc-a3d8-4fc4-863a-53d1bf4db72d tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups/8d454b23-0d65-425f-80ff-76c5698149d1 HTTP/1.1" status: 200 len: 2405 time: 0.0568788 Jan 26 20:57:17.757260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-f5cfcd36-5c9a-4608-a411-12cd551613bb req-b5e84b41-1254-4aa3-a0b2-fab2b53b76bb tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d454b23-0d65-425f-80ff-76c5698149d1', 'remote_group_id': None}]} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:57:17.757611 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-f5cfcd36-5c9a-4608-a411-12cd551613bb req-b5e84b41-1254-4aa3-a0b2-fab2b53b76bb tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8d454b23-0d65-425f-80ff-76c5698149d1', 'remote_group_id': None}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:57:17.771713 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-f5cfcd36-5c9a-4608-a411-12cd551613bb req-b5e84b41-1254-4aa3-a0b2-fab2b53b76bb tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:57:17.775723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-f5cfcd36-5c9a-4608-a411-12cd551613bb req-b5e84b41-1254-4aa3-a0b2-fab2b53b76bb tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Usage tracker for resource:security_group_rule and tenant:18914f172fbd4146a14a7e03eeabc256 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:57:17.778717 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-f5cfcd36-5c9a-4608-a411-12cd551613bb req-b5e84b41-1254-4aa3-a0b2-fab2b53b76bb tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:57:17.784427 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-f5cfcd36-5c9a-4608-a411-12cd551613bb req-b5e84b41-1254-4aa3-a0b2-fab2b53b76bb tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:57:17.841496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-f5cfcd36-5c9a-4608-a411-12cd551613bb req-b5e84b41-1254-4aa3-a0b2-fab2b53b76bb tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:17.866459 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-f5cfcd36-5c9a-4608-a411-12cd551613bb req-b5e84b41-1254-4aa3-a0b2-fab2b53b76bb tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:17.869056 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-f5cfcd36-5c9a-4608-a411-12cd551613bb req-b5e84b41-1254-4aa3-a0b2-fab2b53b76bb tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534222'] for security_group_rule, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:17.871239 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:17.895866 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e84b41-1254-4aa3-a0b2-fab2b53b76bb tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c7d7a1-d8e4-4d5a-bbc0-0e3707da393a,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:17.898561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b5e84b41-1254-4aa3-a0b2-fab2b53b76bb tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:17.905381 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-f5cfcd36-5c9a-4608-a411-12cd551613bb req-b5e84b41-1254-4aa3-a0b2-fab2b53b76bb tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:17.906712 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f5cfcd36-5c9a-4608-a411-12cd551613bb req-b5e84b41-1254-4aa3-a0b2-fab2b53b76bb tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1543281 Jan 26 20:57:18.065206 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-444a8183-2528-4e19-9c43-c62a1f2a57cb req-772a8bb2-4bfd-4bcb-96b4-1fe9912ad607 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Synchronizing usage tracker for tenant:18914f172fbd4146a14a7e03eeabc256 on resource:security_group {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:57:18.080766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-444a8183-2528-4e19-9c43-c62a1f2a57cb req-772a8bb2-4bfd-4bcb-96b4-1fe9912ad607 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Unset dirty status for tenant:18914f172fbd4146a14a7e03eeabc256 on resource:security_group {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:57:18.082072 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-444a8183-2528-4e19-9c43-c62a1f2a57cb req-772a8bb2-4bfd-4bcb-96b4-1fe9912ad607 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-156296333&fields=id&tenant_id=18914f172fbd4146a14a7e03eeabc256 HTTP/1.1" status: 200 len: 267 time: 0.0699399 Jan 26 20:57:18.209955 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a8183-2528-4e19-9c43-c62a1f2a57cb req-166dcdfe-e3de-4d41-a1ba-5cff57880558 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:18.211511 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-444a8183-2528-4e19-9c43-c62a1f2a57cb req-166dcdfe-e3de-4d41-a1ba-5cff57880558 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 945 time: 0.1234193 Jan 26 20:57:18.223870 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-444a8183-2528-4e19-9c43-c62a1f2a57cb req-e063068f-213c-4bab-8517-29cf8de2643e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Request body: {'port': {'security_groups': ['d866325c-d97e-4e3f-b455-e128c16a2cd2', '8d454b23-0d65-425f-80ff-76c5698149d1']}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:57:18.380262 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-444a8183-2528-4e19-9c43-c62a1f2a57cb req-e063068f-213c-4bab-8517-29cf8de2643e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:18.761089 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-444a8183-2528-4e19-9c43-c62a1f2a57cb req-e063068f-213c-4bab-8517-29cf8de2643e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] For port 9dbb0872-3103-4706-b2b6-98f8ee1384f6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9dbb0872-3103-4706-b2b6-98f8ee1384f6,segment=NetworkSegment(db934765-c907-4633-85b3-d59ea2a5dda2),segment_id=db934765-c907-4633-85b3-d59ea2a5dda2)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:57:18.806097 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-444a8183-2528-4e19-9c43-c62a1f2a57cb req-e063068f-213c-4bab-8517-29cf8de2643e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:18.811506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-444a8183-2528-4e19-9c43-c62a1f2a57cb req-e063068f-213c-4bab-8517-29cf8de2643e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:18.872228 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ceaa1-ece8-4706-8046-5f8b6aae94b2 req-ba2b1928-4bd9-48cf-a00e-83bcb65bf54b tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:18.873853 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-309ceaa1-ece8-4706-8046-5f8b6aae94b2 req-ba2b1928-4bd9-48cf-a00e-83bcb65bf54b tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.1683807 Jan 26 20:57:18.874563 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-be138ed4-d8d1-4e7a-bf46-69a92c7353cc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:19.281790 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-309ceaa1-ece8-4706-8046-5f8b6aae94b2 req-dd1eeff9-07fc-4ac5-aac9-62b2e1eba077 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.3728702 Jan 26 20:57:19.303140 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063068f-213c-4bab-8517-29cf8de2643e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Pushing event updated for resources: {'Port': ['ID=9dbb0872-3103-4706-b2b6-98f8ee1384f6,revision_number=5']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:19.306877 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e063068f-213c-4bab-8517-29cf8de2643e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:19.380160 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444a8183-2528-4e19-9c43-c62a1f2a57cb req-e063068f-213c-4bab-8517-29cf8de2643e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:19.380912 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-444a8183-2528-4e19-9c43-c62a1f2a57cb req-e063068f-213c-4bab-8517-29cf8de2643e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:19.382516 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-444a8183-2528-4e19-9c43-c62a1f2a57cb req-e063068f-213c-4bab-8517-29cf8de2643e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "PUT /v2.0/ports/9dbb0872-3103-4706-b2b6-98f8ee1384f6 HTTP/1.1" status: 200 len: 981 time: 1.1641717 Jan 26 20:57:19.383107 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'tag': '9dbb0872-3103-4706-b2b6-98f8ee1384f6'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:57:19.443775 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'tag': '9dbb0872-3103-4706-b2b6-98f8ee1384f6', 'status': 'completed', 'code': 200} Jan 26 20:57:19.572229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-3e02c18b-e2f5-48d9-8a42-ab67d8bf0887 None None] Provisioning complete for port 9dbb0872-3103-4706-b2b6-98f8ee1384f6 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:57:19.572645 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-3e02c18b-e2f5-48d9-8a42-ab67d8bf0887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:19.592040 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fe5bd-624a-4e0b-a6ba-c733f2e4dde8 req-9df299d2-34b5-498d-9ea0-ffcc76211545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:19.593855 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7a7fe5bd-624a-4e0b-a6ba-c733f2e4dde8 req-9df299d2-34b5-498d-9ea0-ffcc76211545 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18914f172fbd4146a14a7e03eeabc256&device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 1202 time: 0.0832198 Jan 26 20:57:19.668902 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d1ae7-2c42-4fc2-8895-0dabb5030426 req-a098210a-1f99-45bb-a910-1a942473ce6e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:19.670538 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f64d1ae7-2c42-4fc2-8895-0dabb5030426 req-a098210a-1f99-45bb-a910-1a942473ce6e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 984 time: 0.1272423 Jan 26 20:57:19.743140 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f64d1ae7-2c42-4fc2-8895-0dabb5030426 req-ac9ff5ca-db38-42a0-b157-a9fac2df91ce tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d454b23-0d65-425f-80ff-76c5698149d1&id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0642750 Jan 26 20:57:19.747812 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fe5bd-624a-4e0b-a6ba-c733f2e4dde8 req-4432cc57-df59-43b1-8956-e84bc72cd467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:19.749390 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7a7fe5bd-624a-4e0b-a6ba-c733f2e4dde8 req-4432cc57-df59-43b1-8956-e84bc72cd467 service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0e2cbdc-4704-427f-b7ee-311576e80ddb HTTP/1.1" status: 200 len: 909 time: 0.1489937 Jan 26 20:57:19.865060 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7a7fe5bd-624a-4e0b-a6ba-c733f2e4dde8 req-999c90da-538b-42cb-aade-2b42e7f4574b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dbb0872-3103-4706-b2b6-98f8ee1384f6 HTTP/1.1" status: 200 len: 1000 time: 0.1056695 Jan 26 20:57:20.163482 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fe5bd-624a-4e0b-a6ba-c733f2e4dde8 req-22406c65-1cd5-4aa7-9f91-42cbbb6d6853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:20.165003 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7a7fe5bd-624a-4e0b-a6ba-c733f2e4dde8 req-22406c65-1cd5-4aa7-9f91-42cbbb6d6853 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=620e1d56-745c-4398-94ad-58b0f1ca7059 HTTP/1.1" status: 200 len: 854 time: 0.2894771 Jan 26 20:57:20.250925 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fe5bd-624a-4e0b-a6ba-c733f2e4dde8 req-a489f2fa-d034-4c42-b505-fcc62a0895af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:20.252511 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7a7fe5bd-624a-4e0b-a6ba-c733f2e4dde8 req-a489f2fa-d034-4c42-b505-fcc62a0895af service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0e2cbdc-4704-427f-b7ee-311576e80ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0804567 Jan 26 20:57:20.403485 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7a7fe5bd-624a-4e0b-a6ba-c733f2e4dde8 req-4640614e-d0c9-43a5-a818-eba22ded2358 service neutron] 10.222.0.11 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420496 Jan 26 20:57:20.552400 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7a7fe5bd-624a-4e0b-a6ba-c733f2e4dde8 req-4173c081-037c-43bb-acf8-53a8e05c6755 service neutron] 10.222.0.11 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1385870 Jan 26 20:57:20.553787 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09de53b-78b4-4932-b26e-b06e68b07641 req-e695d75e-97f6-400c-896f-e466f3aa3648 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:20.558286 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f09de53b-78b4-4932-b26e-b06e68b07641 req-e695d75e-97f6-400c-896f-e466f3aa3648 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.1309566 Jan 26 20:57:20.611805 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f09de53b-78b4-4932-b26e-b06e68b07641 req-6549d98a-3f62-42f0-bc18-ffc9e3c1d646 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0490263 Jan 26 20:57:21.147710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 9dbb0872-3103-4706-b2b6-98f8ee1384f6 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:57:21.222794 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 9dbb0872-3103-4706-b2b6-98f8ee1384f6 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:57:21.223426 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:21.870944 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8659cc0f-0e7c-4636-9b7d-3abd613623d8 req-08f67e68-f6ab-422d-b52d-c3c8f222905c tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:21.872526 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8659cc0f-0e7c-4636-9b7d-3abd613623d8 req-08f67e68-f6ab-422d-b52d-c3c8f222905c tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.1260159 Jan 26 20:57:21.927552 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8659cc0f-0e7c-4636-9b7d-3abd613623d8 req-babcdaa7-fa4e-4883-b423-b2b33e6e3c19 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0479207 Jan 26 20:57:23.181081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac96a41-f15e-4cff-b547-95cfafd291f6 req-6a299627-d1cb-434f-8074-92a4a0748604 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:23.182731 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6ac96a41-f15e-4cff-b547-95cfafd291f6 req-6a299627-d1cb-434f-8074-92a4a0748604 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.1248085 Jan 26 20:57:23.244093 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6ac96a41-f15e-4cff-b547-95cfafd291f6 req-24b952de-6ec2-4d25-8fc0-99cd70a27e1f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0551281 Jan 26 20:57:23.567559 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e70339-cfeb-47b4-b4b5-6f06fdea511e req-3d3cf921-09b0-47da-bc7a-0e566798dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:23.569211 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-70e70339-cfeb-47b4-b4b5-6f06fdea511e req-3d3cf921-09b0-47da-bc7a-0e566798dc67 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18914f172fbd4146a14a7e03eeabc256&device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 1202 time: 0.0771558 Jan 26 20:57:23.627827 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6264631-55a7-4715-8133-60fca20c72df req-460c7614-2391-40eb-85e9-68791e2b9fe8 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:23.629732 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b6264631-55a7-4715-8133-60fca20c72df req-460c7614-2391-40eb-85e9-68791e2b9fe8 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 984 time: 0.1259661 Jan 26 20:57:23.698288 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b6264631-55a7-4715-8133-60fca20c72df req-e7f0141a-568d-4b89-b928-ebce1c11f873 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d454b23-0d65-425f-80ff-76c5698149d1&id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0619617 Jan 26 20:57:23.714256 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e70339-cfeb-47b4-b4b5-6f06fdea511e req-4d07f1ad-1452-4ac0-94a5-f06f663edc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:23.715861 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-70e70339-cfeb-47b4-b4b5-6f06fdea511e req-4d07f1ad-1452-4ac0-94a5-f06f663edc9b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0e2cbdc-4704-427f-b7ee-311576e80ddb HTTP/1.1" status: 200 len: 909 time: 0.1398914 Jan 26 20:57:23.827309 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-70e70339-cfeb-47b4-b4b5-6f06fdea511e req-34139224-ac94-44c1-8005-f5613bf9daa5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dbb0872-3103-4706-b2b6-98f8ee1384f6 HTTP/1.1" status: 200 len: 1000 time: 0.1024680 Jan 26 20:57:23.895288 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e70339-cfeb-47b4-b4b5-6f06fdea511e req-e3b93e2c-0d1f-49d9-b693-7594c340be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:23.896779 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-70e70339-cfeb-47b4-b4b5-6f06fdea511e req-e3b93e2c-0d1f-49d9-b693-7594c340be0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=620e1d56-745c-4398-94ad-58b0f1ca7059 HTTP/1.1" status: 200 len: 854 time: 0.0628164 Jan 26 20:57:23.981646 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e70339-cfeb-47b4-b4b5-6f06fdea511e req-4a55811c-5903-435c-844b-9c251f133c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:23.983292 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-70e70339-cfeb-47b4-b4b5-6f06fdea511e req-4a55811c-5903-435c-844b-9c251f133c54 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0e2cbdc-4704-427f-b7ee-311576e80ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788059 Jan 26 20:57:24.127460 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-70e70339-cfeb-47b4-b4b5-6f06fdea511e req-1ed76daf-989a-4fa5-904a-55cde0beafa6 service neutron] 10.222.0.11 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361578 Jan 26 20:57:24.272098 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-70e70339-cfeb-47b4-b4b5-6f06fdea511e req-0fde4526-5203-4a18-ba77-f9d9b70e7bea service neutron] 10.222.0.11 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376319 Jan 26 20:57:24.505102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5082ca27-1796-4be2-8241-427fef6cbbe9 req-39592242-9558-4663-88b9-c645afaee3d6 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:24.506722 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5082ca27-1796-4be2-8241-427fef6cbbe9 req-39592242-9558-4663-88b9-c645afaee3d6 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.1299739 Jan 26 20:57:24.568186 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5082ca27-1796-4be2-8241-427fef6cbbe9 req-5b887a8d-6661-43e9-ab55-204c98a5e224 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0552497 Jan 26 20:57:24.954119 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c37c1-7fa6-4538-9518-c99bc865848c req-99987b48-6b8d-499b-921c-01471f1d009a tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:24.955704 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f67c37c1-7fa6-4538-9518-c99bc865848c req-99987b48-6b8d-499b-921c-01471f1d009a tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 984 time: 0.1226401 Jan 26 20:57:25.024732 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f67c37c1-7fa6-4538-9518-c99bc865848c req-8e04ccf4-9b4f-44f5-a914-ce42a94b7f0b tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d454b23-0d65-425f-80ff-76c5698149d1&id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0622199 Jan 26 20:57:25.818980 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbd714-f681-4b2a-8358-840528d1267b req-6bba1664-6c3a-4999-9442-db9321f8a19a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:25.820593 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33fbd714-f681-4b2a-8358-840528d1267b req-6bba1664-6c3a-4999-9442-db9321f8a19a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.1245046 Jan 26 20:57:25.876265 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-33fbd714-f681-4b2a-8358-840528d1267b req-417298e2-5797-491d-aa52-3f97df372eae tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0494099 Jan 26 20:57:26.285445 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27655b15-9092-4da3-945c-2ba02bec5728 req-6623e2b4-eb7d-4651-896c-6a5d0bf88873 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:26.287153 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-27655b15-9092-4da3-945c-2ba02bec5728 req-6623e2b4-eb7d-4651-896c-6a5d0bf88873 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 984 time: 0.1310277 Jan 26 20:57:26.360207 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-27655b15-9092-4da3-945c-2ba02bec5728 req-53d29092-60de-4e05-b1af-0d614c955fff tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d454b23-0d65-425f-80ff-76c5698149d1&id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0666549 Jan 26 20:57:27.131098 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd466d2-9483-4488-8bd4-c30c9027f8cc req-d4a39867-1d72-4b82-91a5-e9cce5eaf52a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:27.132736 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7dd466d2-9483-4488-8bd4-c30c9027f8cc req-d4a39867-1d72-4b82-91a5-e9cce5eaf52a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 943 time: 0.1284535 Jan 26 20:57:27.192742 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7dd466d2-9483-4488-8bd4-c30c9027f8cc req-0433dce3-58cb-45b6-b8d9-cf2a99185303 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0536666 Jan 26 20:57:27.545677 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:57:27.623168 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d53c49-e940-44b3-9280-f6161244a309 req-c5a9dd5b-7c10-48e3-909d-62aef4180ad0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:27.624889 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-84d53c49-e940-44b3-9280-f6161244a309 req-c5a9dd5b-7c10-48e3-909d-62aef4180ad0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 984 time: 0.1299233 Jan 26 20:57:27.634726 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:57:27.635150 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:27.696589 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-84d53c49-e940-44b3-9280-f6161244a309 req-bae2fb4a-ef05-4bb2-aacb-cc1821841d9c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d454b23-0d65-425f-80ff-76c5698149d1&id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0641811 Jan 26 20:57:27.715091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:27.939892 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:27.967565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e88ef81-d23d-4c46-853c-7c855f710595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:57:27.979192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5f9f51c9-f53a-4ecf-9e97-18817b4271f2,segment=NetworkSegment(201ad8a3-9435-4339-84eb-368bc8964e62),segment_id=201ad8a3-9435-4339-84eb-368bc8964e62)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:57:27.982353 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:27.984268 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:28.030631 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e88ef81-d23d-4c46-853c-7c855f710595', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2', 'code': 200} Jan 26 20:57:28.054676 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=5f9f51c9-f53a-4ecf-9e97-18817b4271f2,revision_number=6']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:28.058195 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:28.456978 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57d47e1-c565-4ac4-9729-4ef5f2f0e99e req-cdcba171-dfbf-4823-8e28-63cc143856fd tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:28.458672 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d57d47e1-c565-4ac4-9729-4ef5f2f0e99e req-cdcba171-dfbf-4823-8e28-63cc143856fd tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.1343482 Jan 26 20:57:28.460543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f193933-21a7-467c-9d7e-3250665e7cdd req-1db43f9d-cb23-4cb1-ad4a-fb148934892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:28.462176 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3f193933-21a7-467c-9d7e-3250665e7cdd req-1db43f9d-cb23-4cb1-ad4a-fb148934892b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 1162 time: 0.0850070 Jan 26 20:57:28.511043 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3f193933-21a7-467c-9d7e-3250665e7cdd req-9296a9b0-0e3d-4f5a-938f-14d7f6ba07e4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0371404 Jan 26 20:57:28.515866 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d57d47e1-c565-4ac4-9729-4ef5f2f0e99e req-9289638d-d750-402d-95c5-547d4ba1bb3d tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0508006 Jan 26 20:57:28.954568 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270208ff-0b6c-4621-8d00-248fbba9f342 req-4818c825-e824-4754-ab09-9101cd4f9da2 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:28.954568 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-270208ff-0b6c-4621-8d00-248fbba9f342 req-4818c825-e824-4754-ab09-9101cd4f9da2 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 984 time: 0.1259890 Jan 26 20:57:29.023368 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-270208ff-0b6c-4621-8d00-248fbba9f342 req-f1feb2dc-09bf-406f-867a-9318107bd5ff tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d454b23-0d65-425f-80ff-76c5698149d1&id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0620551 Jan 26 20:57:29.147833 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:57:29.221804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:57:29.222837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:29.582142 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4e54da0f-762e-4547-9ff6-81189e307093 req-be2a0dca-ef53-4ae3-aa27-29bec094cac5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0792699 Jan 26 20:57:29.733246 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54da0f-762e-4547-9ff6-81189e307093 req-1286273a-40db-4834-89a5-17769789a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:29.734911 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4e54da0f-762e-4547-9ff6-81189e307093 req-1286273a-40db-4834-89a5-17769789a8de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5&device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 1162 time: 0.0783174 Jan 26 20:57:29.780034 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc646d7-4f66-4313-b7bf-4d3b96b37a67 req-579af71f-8e28-4a53-8549-c36f25f0bf65 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:29.781724 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cdc646d7-4f66-4313-b7bf-4d3b96b37a67 req-579af71f-8e28-4a53-8549-c36f25f0bf65 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.1284716 Jan 26 20:57:29.842383 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cdc646d7-4f66-4313-b7bf-4d3b96b37a67 req-aa657b2c-8085-49db-95b2-a9f8777819e6 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0537760 Jan 26 20:57:29.914701 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54da0f-762e-4547-9ff6-81189e307093 req-1324177c-b5d3-4d50-af3f-af86548ede90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:29.916312 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4e54da0f-762e-4547-9ff6-81189e307093 req-1324177c-b5d3-4d50-af3f-af86548ede90 service neutron] 10.222.0.11 "GET /v2.0/networks?id=904a70fd-fb27-440b-aa4c-ebdd097079d3 HTTP/1.1" status: 200 len: 911 time: 0.1561861 Jan 26 20:57:30.036887 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4e54da0f-762e-4547-9ff6-81189e307093 req-82c7bf2e-aa91-40de-921d-14c6e339f53c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b64b106f-e891-4cb5-aeca-5a3398672384 HTTP/1.1" status: 200 len: 1001 time: 0.1096570 Jan 26 20:57:30.107993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54da0f-762e-4547-9ff6-81189e307093 req-f7059b54-9b5a-453e-8441-5e0867e01353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:30.109499 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4e54da0f-762e-4547-9ff6-81189e307093 req-f7059b54-9b5a-453e-8441-5e0867e01353 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48167752-fd52-413a-9909-8656b42a787b HTTP/1.1" status: 200 len: 856 time: 0.0651066 Jan 26 20:57:30.213956 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54da0f-762e-4547-9ff6-81189e307093 req-867940e9-68da-4bc6-a74d-f378e58b6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:30.215557 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4e54da0f-762e-4547-9ff6-81189e307093 req-867940e9-68da-4bc6-a74d-f378e58b6f1a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=904a70fd-fb27-440b-aa4c-ebdd097079d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808284 Jan 26 20:57:30.280545 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d51d9-918b-493e-b6d2-fe659f61c3b7 req-1b16b828-7ea7-4f6a-9816-f3627679dfc6 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:30.282270 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-333d51d9-918b-493e-b6d2-fe659f61c3b7 req-1b16b828-7ea7-4f6a-9816-f3627679dfc6 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 984 time: 0.1312053 Jan 26 20:57:30.351505 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-333d51d9-918b-493e-b6d2-fe659f61c3b7 req-f70f94a9-3aec-4431-9ecd-2e19f399093d tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d454b23-0d65-425f-80ff-76c5698149d1&id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0621648 Jan 26 20:57:30.368451 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4e54da0f-762e-4547-9ff6-81189e307093 req-9d44e779-0780-42e3-8364-b65852c87e0e service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392365 Jan 26 20:57:30.511253 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4e54da0f-762e-4547-9ff6-81189e307093 req-ebcb3c05-f144-48c3-8317-15e50c4332b1 service neutron] 10.222.0.11 "GET /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1354332 Jan 26 20:57:31.100986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75403d19-b979-4fea-8eac-2345c0779b48 req-b0af2df2-f393-4a1b-b88c-a8ebd27995a2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:31.102624 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-75403d19-b979-4fea-8eac-2345c0779b48 req-b0af2df2-f393-4a1b-b88c-a8ebd27995a2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.1260698 Jan 26 20:57:31.163544 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-75403d19-b979-4fea-8eac-2345c0779b48 req-ff1d1707-8277-40d7-a6d1-324374e5c296 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0545895 Jan 26 20:57:31.214608 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:57:31.289412 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:57:31.289830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:31.605446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ada479-c51b-4751-9fbd-7c8a0b064f56 req-6d84d9bf-77ed-4373-a202-18ca68efa795 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:31.607071 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e7ada479-c51b-4751-9fbd-7c8a0b064f56 req-6d84d9bf-77ed-4373-a202-18ca68efa795 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 984 time: 0.1238489 Jan 26 20:57:31.673539 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e7ada479-c51b-4751-9fbd-7c8a0b064f56 req-b0587279-b1b5-4585-8ea7-16aa53f28ba7 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d454b23-0d65-425f-80ff-76c5698149d1&id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0594008 Jan 26 20:57:31.755088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-90f8c8ed-7f3c-46a3-ae0d-6362b891fccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:32.928414 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78545a-d94f-499c-b83e-d72fa55a30f5 req-3d12f6ba-69b6-4775-ba66-84be622fd21d tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:32.930199 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aa78545a-d94f-499c-b83e-d72fa55a30f5 req-3d12f6ba-69b6-4775-ba66-84be622fd21d tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 984 time: 0.1265609 Jan 26 20:57:32.995646 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aa78545a-d94f-499c-b83e-d72fa55a30f5 req-6dbbb8dd-d6f0-4ccf-a9ce-dfbbf9f11d0d tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d454b23-0d65-425f-80ff-76c5698149d1&id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0590708 Jan 26 20:57:34.248586 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f468d-c500-4fa5-98a8-d0024b9fba1b req-66d5eb10-e748-4c2c-bfb6-7c45673641d8 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:34.250165 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-032f468d-c500-4fa5-98a8-d0024b9fba1b req-66d5eb10-e748-4c2c-bfb6-7c45673641d8 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 984 time: 0.1234188 Jan 26 20:57:34.320215 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-032f468d-c500-4fa5-98a8-d0024b9fba1b req-a999b7a4-3356-4410-b58b-b9d8861c438e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d454b23-0d65-425f-80ff-76c5698149d1&id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0627010 Jan 26 20:57:34.427981 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:34.461540 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea1b15c0-297b-4573-b416-1dbb445c019d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:34.704974 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:57:35.572134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc72748-1707-4cca-b7f6-1fe98b8fea3a req-c2e198ea-5a1c-49a1-8a81-fdbda549ece1 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:35.573779 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ccc72748-1707-4cca-b7f6-1fe98b8fea3a req-c2e198ea-5a1c-49a1-8a81-fdbda549ece1 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 984 time: 0.1245897 Jan 26 20:57:35.640285 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ccc72748-1707-4cca-b7f6-1fe98b8fea3a req-36103d88-16f6-4595-9ea9-c75eaa2d5f31 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d454b23-0d65-425f-80ff-76c5698149d1&id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0600383 Jan 26 20:57:35.814558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:36.071699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:36.893153 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8dbe0-a324-4fef-b03c-534232d8e1e3 req-cecad6e8-7818-4734-a537-f52cdf637688 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:36.895618 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-07b8dbe0-a324-4fef-b03c-534232d8e1e3 req-cecad6e8-7818-4734-a537-f52cdf637688 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 984 time: 0.1291113 Jan 26 20:57:36.961039 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-07b8dbe0-a324-4fef-b03c-534232d8e1e3 req-b1eea1a8-e264-4336-96b1-89193b243b8d tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=8d454b23-0d65-425f-80ff-76c5698149d1&id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 389 time: 0.0590184 Jan 26 20:57:46.441345 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb0c073-f318-403e-afbc-1639503da082 req-69e22c95-209b-4628-864e-6d1776b7d37b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:46.443026 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ebb0c073-f318-403e-afbc-1639503da082 req-69e22c95-209b-4628-864e-6d1776b7d37b tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1284401 Jan 26 20:57:46.504385 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ebb0c073-f318-403e-afbc-1639503da082 req-91b8bb7e-f67a-4030-9876-1771631fb74a tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551469 Jan 26 20:57:47.776350 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d72f295-3d9f-4441-86b6-ffd580342ab0 req-59ea4734-540e-467b-81ad-67a57f7f0784 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:47.778054 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7d72f295-3d9f-4441-86b6-ffd580342ab0 req-59ea4734-540e-467b-81ad-67a57f7f0784 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1279731 Jan 26 20:57:47.835062 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7d72f295-3d9f-4441-86b6-ffd580342ab0 req-ca3893b5-cd4e-4028-96c6-4830b466cb55 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups?id=7dbc7eda-73ba-45a0-9a65-70ead3092b41&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505297 Jan 26 20:57:48.152676 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-975fe5fe-7548-4fa7-8bfe-8f4ab0aa72b4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:57:48.153358 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-975fe5fe-7548-4fa7-8bfe-8f4ab0aa72b4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Synchronizing usage tracker for tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:57:48.166195 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-975fe5fe-7548-4fa7-8bfe-8f4ab0aa72b4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Unset dirty status for tenant:c73218cc1fef4b1ab83c9ef8a2c15db5 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:57:48.167361 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-975fe5fe-7548-4fa7-8bfe-8f4ab0aa72b4 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.11 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 945 time: 0.1366475 Jan 26 20:57:48.256888 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Deleting port b64b106f-e891-4cb5-aeca-5a3398672384 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:57:48.257270 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:48.533773 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] For port b64b106f-e891-4cb5-aeca-5a3398672384, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=b64b106f-e891-4cb5-aeca-5a3398672384,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:57:48.534411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:48.840330 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:48.840870 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:48.841069 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Floating IP 7fa2f57e-1950-4f39-b854-adffe3259143 disassociated. External IP: 172.27.0.230, port: b64b106f-e891-4cb5-aeca-5a3398672384. Jan 26 20:57:48.841446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Calling delete_port for b64b106f-e891-4cb5-aeca-5a3398672384 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:57:48.993072 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:49.008357 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:49.036732 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5a53f681-4dff-457a-afe9-6297e7cf48f8 req-6abb33f9-dd56-4260-b1c4-0adc9ebe64d2 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 210 time: 0.0542376 Jan 26 20:57:49.105542 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event deleted for resources: {'Port': ['ID=b64b106f-e891-4cb5-aeca-5a3398672384,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:49.119378 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.119764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.120169 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.120570 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.120960 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.121348 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.121735 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.122143 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.122537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.122918 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.123298 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.123677 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.124100 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.124482 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.124863 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.125242 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.125620 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.126030 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.126414 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.126794 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.127172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.127622 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.127995 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.128379 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:57:49.133161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:49.165837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device b64b106f-e891-4cb5-aeca-5a3398672384 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:57:49.203242 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] No Port match for: b64b106f-e891-4cb5-aeca-5a3398672384 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:57:49.203640 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device b64b106f-e891-4cb5-aeca-5a3398672384 not bound to the agent host hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:57:49.614764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:57:49.806403 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:57:49.816281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4021b7af-e130-4f34-a730-5ddff3545f95 None None] Sync routers for ids ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:57:49.826389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4021b7af-e130-4f34-a730-5ddff3545f95 None None] Routers {'82838ba7-0cbc-4ecf-a6b9-00349899afb7'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:57:49.827099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4021b7af-e130-4f34-a730-5ddff3545f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:57:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:49.849513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] No DVR routers for this DVR port b64b106f-e891-4cb5-aeca-5a3398672384 on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:57:49.851842 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:49.855733 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'name': 'network-vif-deleted', 'tag': 'b64b106f-e891-4cb5-aeca-5a3398672384'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:57:49.869330 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2007e16c-a0a0-4cc9-b808-82e2914cad99 req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.11 "DELETE /v2.0/ports/b64b106f-e891-4cb5-aeca-5a3398672384 HTTP/1.1" status: 204 len: 173 time: 1.6923532 Jan 26 20:57:49.919821 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '158b1e5b-e8bd-4eba-9cf7-53d79adb1202', 'name': 'network-vif-deleted', 'tag': 'b64b106f-e891-4cb5-aeca-5a3398672384', 'status': 'completed', 'code': 200} Jan 26 20:57:50.017313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-4021b7af-e130-4f34-a730-5ddff3545f95 None None] Set router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:57:50.251897 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f7b14b11-8f62-4126-8c1d-d8f23f3d2d20 req-ac0f0d17-6a01-406c-a310-bc7b2a1745a7 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/ports?device_id=158b1e5b-e8bd-4eba-9cf7-53d79adb1202 HTTP/1.1" status: 200 len: 210 time: 0.0489638 Jan 26 20:57:50.372455 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4021b7af-e130-4f34-a730-5ddff3545f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:59Z', 'revision_number': 5, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:50.376341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4021b7af-e130-4f34-a730-5ddff3545f95 None None] Checking router: 82838ba7-0cbc-4ecf-a6b9-00349899afb7 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:57:50.385524 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4021b7af-e130-4f34-a730-5ddff3545f95 None None] Routers {'82838ba7-0cbc-4ecf-a6b9-00349899afb7'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:57:50.386195 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4021b7af-e130-4f34-a730-5ddff3545f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:57:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:50.577466 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-4021b7af-e130-4f34-a730-5ddff3545f95 None None] Set router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:57:50.912205 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-4021b7af-e130-4f34-a730-5ddff3545f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:59Z', 'revision_number': 5, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:50.916292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4021b7af-e130-4f34-a730-5ddff3545f95 None None] The sync data for ids ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'] in dv-cinder-768105-4-iscsi is: [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:51:50Z', 'revision_number': 4, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '91e4c3c3-e6df-4ff4-9245-e894748e29cc', 'name': '', 'network_id': '904a70fd-fb27-440b-aa4c-ebdd097079d3', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'mac_address': 'fa:16:3e:81:ae:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '48167752-fd52-413a-9909-8656b42a787b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:49Z', 'updated_at': '2021-01-26T20:51:59Z', 'revision_number': 5, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'subnets': [{'id': '48167752-fd52-413a-9909-8656b42a787b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:57:51.292070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3d07ab-abb6-4d38-8a21-be08304cea46 None None] New status for floating IP 7fa2f57e-1950-4f39-b854-adffe3259143: DOWN {{(pid=80134) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:57:51.419940 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50018) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:57:51.511242 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b2a6937a-9ba7-44bb-916c-39dd51ccc6c0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:51.541078 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b2a6937a-9ba7-44bb-916c-39dd51ccc6c0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:51.589144 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b2a6937a-9ba7-44bb-916c-39dd51ccc6c0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:51.594585 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cd1e638b-c290-435c-9079-32bd7857dc6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:51.615035 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a6937a-9ba7-44bb-916c-39dd51ccc6c0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbc7eda-73ba-45a0-9a65-70ead3092b41,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:51.618116 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b2a6937a-9ba7-44bb-916c-39dd51ccc6c0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:51.624604 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b2a6937a-9ba7-44bb-916c-39dd51ccc6c0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:51.625845 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b2a6937a-9ba7-44bb-916c-39dd51ccc6c0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "DELETE /v2.0/security-groups/7dbc7eda-73ba-45a0-9a65-70ead3092b41 HTTP/1.1" status: 204 len: 168 time: 0.2048287 Jan 26 20:57:51.629561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 50022) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:57:51.649633 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.v2.resource [None req-c8192378-e61b-43fd-a2fe-c677fe94d7dc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] show failed (client error): The resource could not be found. Jan 26 20:57:51.650753 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-c8192378-e61b-43fd-a2fe-c677fe94d7dc tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "GET /v2.0/security-groups/7dbc7eda-73ba-45a0-9a65-70ead3092b41 HTTP/1.1" status: 404 len: 347 time: 0.0200419 Jan 26 20:57:51.653799 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 50026) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:57:51.827378 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-fa2574e4-91bf-4f81-8734-bc67a41f3b9e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Deleting port d206a873-f5ca-486e-85b1-289dcc1f9408 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:57:51.827754 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fa2574e4-91bf-4f81-8734-bc67a41f3b9e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:52.006919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fa2574e4-91bf-4f81-8734-bc67a41f3b9e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:52.007533 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fa2574e4-91bf-4f81-8734-bc67a41f3b9e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:52.136302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-fa2574e4-91bf-4f81-8734-bc67a41f3b9e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Calling delete_port for d206a873-f5ca-486e-85b1-289dcc1f9408 owned by network:floatingip {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:57:52.277704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fa2574e4-91bf-4f81-8734-bc67a41f3b9e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:52.293083 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:52.388546 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2574e4-91bf-4f81-8734-bc67a41f3b9e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Pushing event deleted for resources: {'Port': ['ID=d206a873-f5ca-486e-85b1-289dcc1f9408,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:52.392406 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-fa2574e4-91bf-4f81-8734-bc67a41f3b9e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:52.457149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fa2574e4-91bf-4f81-8734-bc67a41f3b9e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks [] for floatingip, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:52.472184 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fa2574e4-91bf-4f81-8734-bc67a41f3b9e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:52.473423 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-fa2574e4-91bf-4f81-8734-bc67a41f3b9e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] 10.222.0.59 "DELETE /v2.0/floatingips/7fa2f57e-1950-4f39-b854-adffe3259143 HTTP/1.1" status: 204 len: 168 time: 0.8186352 Jan 26 20:57:55.356107 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50058) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:57:56.017686 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4ae039b0-1d3f-4c05-a876-ad9a0b02b719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371946'] for router_interface, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:56.626908 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-4ae039b0-1d3f-4c05-a876-ad9a0b02b719 admin admin] Deleting port 91e4c3c3-e6df-4ff4-9245-e894748e29cc {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:57:56.627841 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4ae039b0-1d3f-4c05-a876-ad9a0b02b719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:56.819584 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-4ae039b0-1d3f-4c05-a876-ad9a0b02b719 admin admin] For port 91e4c3c3-e6df-4ff4-9245-e894748e29cc, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=91e4c3c3-e6df-4ff4-9245-e894748e29cc,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:57:56.819977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4ae039b0-1d3f-4c05-a876-ad9a0b02b719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:56.949432 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-4ae039b0-1d3f-4c05-a876-ad9a0b02b719 admin admin] Calling delete_port for 91e4c3c3-e6df-4ff4-9245-e894748e29cc owned by network:router_interface {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:57:57.260060 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4ae039b0-1d3f-4c05-a876-ad9a0b02b719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:57.275359 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e063068f-213c-4bab-8517-29cf8de2643e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:57:57.368778 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae039b0-1d3f-4c05-a876-ad9a0b02b719 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e4c3c3-e6df-4ff4-9245-e894748e29cc,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:57:57.375201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4ae039b0-1d3f-4c05-a876-ad9a0b02b719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:57:57.686537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4ae039b0-1d3f-4c05-a876-ad9a0b02b719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854411141'] for router_interface, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:57.723136 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:58.191354 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae039b0-1d3f-4c05-a876-ad9a0b02b719 admin admin] Router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:57:58.393905 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae039b0-1d3f-4c05-a876-ad9a0b02b719 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:57:58.403308 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e4b59-ccb8-49e5-92d9-b7b961ca1767 None None] Sync routers for ids ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:57:58.409524 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-4ae039b0-1d3f-4c05-a876-ad9a0b02b719 admin admin] 10.222.0.59 "PUT /v2.0/routers/82838ba7-0cbc-4ecf-a6b9-00349899afb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0511858 Jan 26 20:57:58.412068 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50086) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:57:58.414461 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e4b59-ccb8-49e5-92d9-b7b961ca1767 None None] Routers {'82838ba7-0cbc-4ecf-a6b9-00349899afb7'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:57:58.415140 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-974e4b59-ccb8-49e5-92d9-b7b961ca1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:57:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:58.611764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-974e4b59-ccb8-49e5-92d9-b7b961ca1767 None None] Set router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:57:58.835036 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] Notify callbacks [] for router, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:59.031901 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:59.037391 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] Deleting port c56c65b6-0c1d-4d5f-a095-313841a8f965 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:57:59.037766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:59.085084 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-974e4b59-ccb8-49e5-92d9-b7b961ca1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:57:57Z', 'revision_number': 5, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:59.089344 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e4b59-ccb8-49e5-92d9-b7b961ca1767 None None] Checking router: 82838ba7-0cbc-4ecf-a6b9-00349899afb7 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:57:59.099059 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974e4b59-ccb8-49e5-92d9-b7b961ca1767 None None] Routers {'82838ba7-0cbc-4ecf-a6b9-00349899afb7'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:57:59.099720 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-974e4b59-ccb8-49e5-92d9-b7b961ca1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:57:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:59.224217 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] For port c56c65b6-0c1d-4d5f-a095-313841a8f965, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=c56c65b6-0c1d-4d5f-a095-313841a8f965,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:57:59.224612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:59.300033 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-974e4b59-ccb8-49e5-92d9-b7b961ca1767 None None] Set router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:57:59.358418 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] Calling delete_port for c56c65b6-0c1d-4d5f-a095-313841a8f965 owned by network:router_gateway {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:57:59.507918 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: WARNING neutron.plugins.ml2.ovo_rpc [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: result = function(*args, **kwargs) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: proto.__init__(conn_state, self) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: self.handle() Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: self.handle_one_request() Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: self.handle_one_response() Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: result = self.application(self.environ, start_response) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: return app(environ, start_response) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: resp = self.call_func(req, *args, **kw) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.func(req, *args, **kwargs) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: response = req.get_response(self.application) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: application, catch_exc_info=False) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: app_iter = application(self.environ, start_response) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: resp = self.call_func(req, *args, **kw) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.func(req, *args, **kwargs) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: response = req.get_response(self.application) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: application, catch_exc_info=False) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: app_iter = application(self.environ, start_response) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: resp = self.call_func(req, *args, **kw) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.func(req, *args, **kwargs) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: response = req.get_response(self.application) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: application, catch_exc_info=False) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: app_iter = application(self.environ, start_response) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: resp = self.call_func(req, *args, **kw) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.func(req, *args, **kwargs) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: response = req.get_response(self.application) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: application, catch_exc_info=False) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: app_iter = application(self.environ, start_response) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: resp = self.call_func(req, *args, **kw) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.func(req, *args, **kwargs) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: return request.get_response(self.application) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: application, catch_exc_info=False) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: app_iter = application(self.environ, start_response) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: resp = self.call_func(req, *args, **kw) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.func(req, *args, **kwargs) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: response = req.get_response(self._app) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: application, catch_exc_info=False) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: app_iter = application(self.environ, start_response) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: return resp(environ, start_response) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: return resp(environ, start_response) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: response = self.app(environ, start_response) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: return resp(environ, start_response) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: resp = self.call_func(req, *args, **kw) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.func(req, *args, **kwargs) Jan 26 20:57:59.510647 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: result = method(request=request, **args) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._delete(request, id, **kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(*args, **kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(*args, **kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(*dup_args, **dup_kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: obj_deleter(request.context, id, **kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2000, in delete_router Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: return method(*args, **kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(*args, **kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(*args, **kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(*dup_args, **dup_kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 524, in delete_router Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: self._delete_current_gw_port(context, id, router, None) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 392, in _delete_current_gw_port Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: admin_ctx, gw_port_id, l3_port_check=False) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, context, *args, **kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: return method(*args, **kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1951, in delete_port Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: context, port, router_ids, bound_mech_contexts) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1960, in _post_delete_port Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: return function(*args, **kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: callback(resource, event, trigger, **kwargs) Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: if self._is_session_semantic_violated(context, resource, event): Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: stack = traceback.extract_stack() Jan 26 20:57:59.516112 dv-cinder-768105-4-iscsi neutron-server[80020]: Jan 26 20:57:59.613678 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-974e4b59-ccb8-49e5-92d9-b7b961ca1767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:57:57Z', 'revision_number': 5, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:57:59.617971 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974e4b59-ccb8-49e5-92d9-b7b961ca1767 None None] The sync data for ids ['82838ba7-0cbc-4ecf-a6b9-00349899afb7'] in dv-cinder-768105-4-iscsi is: [{'id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'name': 'tempest-AttachVolumeShelveTestJSON-1047007090-router', 'tenant_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145'}], 'enable_snat': True}, 'gw_port_id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:51:43Z', 'updated_at': '2021-01-26T20:57:57Z', 'revision_number': 5, 'project_id': 'c73218cc1fef4b1ab83c9ef8a2c15db5', 'gw_port': {'id': 'c56c65b6-0c1d-4d5f-a095-313841a8f965', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:57:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82838ba7-0cbc-4ecf-a6b9-00349899afb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:51:45Z', 'updated_at': '2021-01-26T20:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:57:59.705023 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854406413'] for router_gateway, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:59.849512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854408990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760486'] for router, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:59.851953 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:59.943292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-366962'] for router, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:59.943848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82838ba7-0cbc-4ecf-a6b9-00349899afb7 {{(pid=80132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 20:57:59.957069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:57:59.958334 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-7abd471d-c7d8-4451-b121-6b5992bf5ca0 admin admin] 10.222.0.59 "DELETE /v2.0/routers/82838ba7-0cbc-4ecf-a6b9-00349899afb7 HTTP/1.1" status: 204 len: 168 time: 1.5452049 Jan 26 20:57:59.961041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50094) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:00.026752 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-850ee6e8-d643-4e83-91af-985448c6c5d8 admin admin] Deleting subnet 48167752-fd52-413a-9909-8656b42a787b {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:58:00.029972 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-850ee6e8-d643-4e83-91af-985448c6c5d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:00.083819 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-850ee6e8-d643-4e83-91af-985448c6c5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14911266'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:00.209039 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-850ee6e8-d643-4e83-91af-985448c6c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:00.338452 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 91e4c3c3-e6df-4ff4-9245-e894748e29cc no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:58:00.375375 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: 91e4c3c3-e6df-4ff4-9245-e894748e29cc {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:58:00.375771 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 91e4c3c3-e6df-4ff4-9245-e894748e29cc not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:58:00.376236 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device c56c65b6-0c1d-4d5f-a095-313841a8f965 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:58:00.415041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: c56c65b6-0c1d-4d5f-a095-313841a8f965 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:58:00.415431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device c56c65b6-0c1d-4d5f-a095-313841a8f965 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:58:00.478993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-850ee6e8-d643-4e83-91af-985448c6c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15367644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838262394'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:00.494306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:00.603773 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ee6e8-d643-4e83-91af-985448c6c5d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48167752-fd52-413a-9909-8656b42a787b,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:00.616242 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-850ee6e8-d643-4e83-91af-985448c6c5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:00.649217 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-850ee6e8-d643-4e83-91af-985448c6c5d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:00.657570 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c865dad7-e09a-4136-a1c3-1732f70f976b None None] Network 904a70fd-fb27-440b-aa4c-ebdd097079d3 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:58:00.657757 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-850ee6e8-d643-4e83-91af-985448c6c5d8 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/48167752-fd52-413a-9909-8656b42a787b HTTP/1.1" status: 204 len: 168 time: 0.6931121 Jan 26 20:58:00.657846 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50100) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:00.774743 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:00.845810 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Deleting port 672c7a42-2558-4695-9b9d-54414290b60a {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:00.846445 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:00.914156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db0899d-e4ea-4d75-85f8-7dddda7f3a39 None None] DHCP port deletion for 904a70fd-fb27-440b-aa4c-ebdd097079d3 request from dv-cinder-768105-4-iscsi {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 20:58:00.918700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-1db0899d-e4ea-4d75-85f8-7dddda7f3a39 None None] Deleting port 672c7a42-2558-4695-9b9d-54414290b60a {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:00.919123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1db0899d-e4ea-4d75-85f8-7dddda7f3a39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:01.064879 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] For port 672c7a42-2558-4695-9b9d-54414290b60a, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=672c7a42-2558-4695-9b9d-54414290b60a,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:01.065275 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:01.135798 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-1db0899d-e4ea-4d75-85f8-7dddda7f3a39 None None] For port 672c7a42-2558-4695-9b9d-54414290b60a, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=672c7a42-2558-4695-9b9d-54414290b60a,segment=NetworkSegment(6c032e10-0e27-4571-9949-436c589e4129),segment_id=6c032e10-0e27-4571-9949-436c589e4129)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:01.136156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1db0899d-e4ea-4d75-85f8-7dddda7f3a39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:01.198589 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Calling delete_port for 672c7a42-2558-4695-9b9d-54414290b60a owned by network:dhcp {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:01.266968 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-1db0899d-e4ea-4d75-85f8-7dddda7f3a39 None None] Calling delete_port for 672c7a42-2558-4695-9b9d-54414290b60a owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:01.274730 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:01.290365 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3ecd688b-8529-4a7d-a1ec-7cb721cf83ef tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:01.384356 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Pushing event deleted for resources: {'Port': ['ID=672c7a42-2558-4695-9b9d-54414290b60a,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:01.391272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:01.413927 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [None req-1db0899d-e4ea-4d75-85f8-7dddda7f3a39 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:58:01.414339 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [None req-1db0899d-e4ea-4d75-85f8-7dddda7f3a39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:58:01.435947 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] No DVR routers for this DVR port 672c7a42-2558-4695-9b9d-54414290b60a on host dv-cinder-768105-4-iscsi {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:58:01.557573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:01.671868 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['904a70fd-fb27-440b-aa4c-ebdd097079d3']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:01.685947 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c032e10-0e27-4571-9949-436c589e4129') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:01.686292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c032e10-0e27-4571-9949-436c589e4129') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:01.698807 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839864534'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:01.713614 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:01.715610 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:58:01.756125 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-eaab4b60-eeb4-4749-a626-060f62de7804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:01.915758 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-1db0899d-e4ea-4d75-85f8-7dddda7f3a39 None None] Deleting port 672c7a42-2558-4695-9b9d-54414290b60a {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:01.916294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1db0899d-e4ea-4d75-85f8-7dddda7f3a39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:01.991909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-1db0899d-e4ea-4d75-85f8-7dddda7f3a39 None None] The port '672c7a42-2558-4695-9b9d-54414290b60a' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 20:58:02.130901 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Network 904a70fd-fb27-440b-aa4c-ebdd097079d3 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:58:02.139852 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839408769'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:02.316912 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Network 904a70fd-fb27-440b-aa4c-ebdd097079d3 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:58:02.333731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 672c7a42-2558-4695-9b9d-54414290b60a no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:58:02.344989 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:58:02.369920 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: 672c7a42-2558-4695-9b9d-54414290b60a {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:58:02.370285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 672c7a42-2558-4695-9b9d-54414290b60a not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:58:02.421789 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:02.425308 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f7d350fe-aa29-4981-8567-38c8cd1048ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:02.441995 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:02.450547 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Pushing event deleted for resources: {'Network': ['ID=904a70fd-fb27-440b-aa4c-ebdd097079d3,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:02.453927 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:02.464509 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] 10.222.0.59 "DELETE /v2.0/networks/904a70fd-fb27-440b-aa4c-ebdd097079d3 HTTP/1.1" status: 204 len: 168 time: 1.8056753 Jan 26 20:58:02.605494 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50108) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:02.663265 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-84513f6c-2252-4c6a-9abc-0c12b2c0de8d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=c73218cc1fef4b1ab83c9ef8a2c15db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0563693 Jan 26 20:58:02.665802 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50112) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:02.728762 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d9604975-19fc-4a45-afab-2525281054b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:02.756145 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d9604975-19fc-4a45-afab-2525281054b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:02.806566 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d9604975-19fc-4a45-afab-2525281054b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:02.811699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9636be0f-8d15-4cd4-b90e-4c4b4d8e8340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:02.825440 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9604975-19fc-4a45-afab-2525281054b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e20cd54-dc92-43ab-93eb-94a32615d3a2,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:02.831163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d9604975-19fc-4a45-afab-2525281054b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:02.833148 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d9604975-19fc-4a45-afab-2525281054b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:02.834666 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-d9604975-19fc-4a45-afab-2525281054b7 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7e20cd54-dc92-43ab-93eb-94a32615d3a2 HTTP/1.1" status: 204 len: 168 time: 0.1675894 Jan 26 20:58:03.722775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50136) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:03.860956 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-85892621-network', 'tenant_id': 'e60566ac1d2d43a3a7523d6e9cdc569e'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:58:03.866268 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:58:03.870381 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Usage tracker for resource:network and tenant:e60566ac1d2d43a3a7523d6e9cdc569e is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:58:03.873422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:58:03.880222 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:58:03.890139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Made reservation on behalf of e60566ac1d2d43a3a7523d6e9cdc569e for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:58:03.895728 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:03.908895 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:03.924300 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:58:03.928335 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Usage tracker for resource:security_group_rule and tenant:e60566ac1d2d43a3a7523d6e9cdc569e is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:58:03.931528 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:58:03.937235 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:58:04.027817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:04.030647 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:04.035636 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b2a6937a-9ba7-44bb-916c-39dd51ccc6c0 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:04.065578 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 20:58:04.078421 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b487fcc9-6533-4490-b35b-e34ab3afe76f,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:04.083714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:04.084744 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:04.085131 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Added segment 54fe2610-a4a4-4b49-aecc-d9249eac1831 of type vxlan for network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c Jan 26 20:58:04.114342 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:04.143780 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:04.145090 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:04.145743 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:04.150845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:04.256542 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5325775 Jan 26 20:58:04.259722 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Pushing event updated for resources: {'Network': ['ID=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:04.259882 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 50146) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:04.266095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Request body: {'subnet': {'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-85892621-subnet', 'tenant_id': 'e60566ac1d2d43a3a7523d6e9cdc569e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:58:04.272287 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:58:04.273561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:04.276641 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Usage tracker for resource:subnet and tenant:e60566ac1d2d43a3a7523d6e9cdc569e is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:58:04.279747 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:58:04.281856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:58:04.286784 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:58:04.296539 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Made reservation on behalf of e60566ac1d2d43a3a7523d6e9cdc569e for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:58:04.300766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 20:58:04.301366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:04.507081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:04.512460 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-028e3781-6100-4cfa-b35b-e2a2cd947206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:04.739446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:04.755255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:04.878219 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cc2da95-502b-43da-9bf1-1bb29472cc80,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:04.883121 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:04.950587 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Checking segment: {'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:58:04.950981 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Network hostable DHCP agents. Network: 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 20:58:04.972287 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 20:58:04.982776 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:58:04.987341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:04.987983 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:04.992829 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2582d6d-a992-4e5b-8861-4bc333668bad None None] Network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:58:05.014585 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7535667 Jan 26 20:58:05.230304 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5750ff2-6278-43aa-9b98-979e827eceba None None] Network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:58:05.718737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-523a3768-e257-4035-a6dd-18b93772fd29 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:05.719541 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-523a3768-e257-4035-a6dd-18b93772fd29 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Synchronizing usage tracker for tenant:e60566ac1d2d43a3a7523d6e9cdc569e on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:58:05.736093 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-523a3768-e257-4035-a6dd-18b93772fd29 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Unset dirty status for tenant:e60566ac1d2d43a3a7523d6e9cdc569e on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:58:05.737452 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-523a3768-e257-4035-a6dd-18b93772fd29 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/networks?id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c HTTP/1.1" status: 200 len: 813 time: 0.2182872 Jan 26 20:58:05.753081 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-dd798e05-553a-4060-a1e4-2540b6fb7f7e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/quotas/e60566ac1d2d43a3a7523d6e9cdc569e HTTP/1.1" status: 200 len: 375 time: 0.0094490 Jan 26 20:58:05.805673 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-5678f1c6-7164-443b-aea4-2f3d589adfe4 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e60566ac1d2d43a3a7523d6e9cdc569e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468450 Jan 26 20:58:05.817754 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:05.948779 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-73c3b63a-babf-48b6-bb69-1300fb366a67 service neutron] 10.222.0.59 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355317 Jan 26 20:58:06.078423 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:06.094615 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-4c390b17-0705-4cc7-a281-d48e8c54a2b8 service neutron] 10.222.0.59 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394315 Jan 26 20:58:06.302668 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-08e91727-5be6-4fe3-99db-3bb6813e1188 req-c8e22161-0762-481e-8f3e-512db03d27d7 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 210 time: 0.0487142 Jan 26 20:58:07.490047 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5c49d4cf-4c1a-40ba-9dd9-72036ed25c7a req-b603e080-1c66-4499-a575-9a00c1013168 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 210 time: 0.0549002 Jan 26 20:58:07.566402 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-93d3e57e-79ad-469d-aab9-0e4976e42a45 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:07.568135 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-93d3e57e-79ad-469d-aab9-0e4976e42a45 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "GET /v2.0/networks?id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c HTTP/1.1" status: 200 len: 813 time: 0.2053423 Jan 26 20:58:07.592220 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Request body: {'port': {'device_id': 'd1a0dbf3-b564-42a1-9811-72cd59d317a6', 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c', 'admin_state_up': True, 'tenant_id': 'e60566ac1d2d43a3a7523d6e9cdc569e'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:58:07.739973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:58:07.744003 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Usage tracker for resource:port and tenant:e60566ac1d2d43a3a7523d6e9cdc569e is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:58:07.746976 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Quota usage for port was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:58:07.752826 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:58:07.761808 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Made reservation on behalf of e60566ac1d2d43a3a7523d6e9cdc569e for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:58:07.775157 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:08.088852 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Allocated IP 172.20.0.4 (76fa36cd-dc23-4b1a-abc8-405c6a03aa5c/9cc2da95-502b-43da-9bf1-1bb29472cc80/0b00b58a-da9e-41d5-86f2-db0735230197) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:58:08.311057 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:08.339958 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:08.357848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8a72c035-502f-4055-b0de-cd8ab75d0cc1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:08.735261 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Pushing event updated for resources: {'Port': ['ID=0b00b58a-da9e-41d5-86f2-db0735230197,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:08.739714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:08.775044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c8a44-3eaa-4f67-95ac-cffbdd0265e1 req-db1b11f5-315f-4cfa-8f27-a69c35fbe57e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:08.776723 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7c4c8a44-3eaa-4f67-95ac-cffbdd0265e1 req-db1b11f5-315f-4cfa-8f27-a69c35fbe57e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 931 time: 0.1300771 Jan 26 20:58:08.793010 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:58:08.794187 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:58:08.796515 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:58:08.832247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:08.832954 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:08.833954 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-7c4c8a44-3eaa-4f67-95ac-cffbdd0265e1 req-661927d2-c8e3-4c90-a81b-2ceb7d6dea03 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Synchronizing usage tracker for tenant:e60566ac1d2d43a3a7523d6e9cdc569e on resource:security_group {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:58:08.850368 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-7c4c8a44-3eaa-4f67-95ac-cffbdd0265e1 req-661927d2-c8e3-4c90-a81b-2ceb7d6dea03 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Unset dirty status for tenant:e60566ac1d2d43a3a7523d6e9cdc569e on resource:security_group {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:58:08.851655 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7c4c8a44-3eaa-4f67-95ac-cffbdd0265e1 req-661927d2-c8e3-4c90-a81b-2ceb7d6dea03 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685475 Jan 26 20:58:08.854247 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2662976 Jan 26 20:58:08.874942 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Request body: {'port': {'device_id': 'd1a0dbf3-b564-42a1-9811-72cd59d317a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:58:08.993935 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:09.405397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b00b58a-da9e-41d5-86f2-db0735230197 {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:58:09.413386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:09.426418 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Transition to ACTIVE for port object 0b00b58a-da9e-41d5-86f2-db0735230197 will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:58:09.429085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:09.445588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:09.585570 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Pushing event updated for resources: {'Port': ['ID=0b00b58a-da9e-41d5-86f2-db0735230197,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:09.588703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:09.718073 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Attempting to bind port 0b00b58a-da9e-41d5-86f2-db0735230197 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:58:09.718448 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Attempting to bind port 0b00b58a-da9e-41d5-86f2-db0735230197 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:58:09.718815 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Attempting to bind port 0b00b58a-da9e-41d5-86f2-db0735230197 on network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:58:09.725230 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:58:09.725641 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Checking segment: {'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:58:09.726041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:09.726437 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Bound using segment: {'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:58:09.726905 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Bound port: 0b00b58a-da9e-41d5-86f2-db0735230197, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:58:09.727279 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:09.823565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] For port 0b00b58a-da9e-41d5-86f2-db0735230197, host hv-cinder-76810, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:58:09.826664 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] For port 0b00b58a-da9e-41d5-86f2-db0735230197, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0b00b58a-da9e-41d5-86f2-db0735230197,segment=NetworkSegment(54fe2610-a4a4-4b49-aecc-d9249eac1831),segment_id=54fe2610-a4a4-4b49-aecc-d9249eac1831)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:58:09.829866 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:09.844998 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c4960e55-5b34-4e20-956a-1073461a699c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:09.999079 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Pushing event updated for resources: {'Port': ['ID=0b00b58a-da9e-41d5-86f2-db0735230197,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:10.003205 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:10.038860 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:10.039688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:10.041082 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] 10.222.0.11 "PUT /v2.0/ports/0b00b58a-da9e-41d5-86f2-db0735230197 HTTP/1.1" status: 200 len: 1157 time: 1.1709080 Jan 26 20:58:10.041663 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a0dbf3-b564-42a1-9811-72cd59d317a6', 'tag': '0b00b58a-da9e-41d5-86f2-db0735230197'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:58:10.122193 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833b3f96-c77d-40ad-9053-ebcec224250a req-1f967b98-6a7d-473e-87cf-4eaa0f597a0d tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:10.123893 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-833b3f96-c77d-40ad-9053-ebcec224250a req-1f967b98-6a7d-473e-87cf-4eaa0f597a0d tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 943 time: 0.1365504 Jan 26 20:58:10.149780 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1a0dbf3-b564-42a1-9811-72cd59d317a6', 'tag': '0b00b58a-da9e-41d5-86f2-db0735230197', 'status': 'completed', 'code': 200} Jan 26 20:58:10.181569 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-833b3f96-c77d-40ad-9053-ebcec224250a req-5ba28fa1-34d4-4ca6-9e77-26ba336745e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502481 Jan 26 20:58:10.186908 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-086ec1ab-d934-4007-b380-77a655d0b239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:10.188521 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-086ec1ab-d934-4007-b380-77a655d0b239 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e60566ac1d2d43a3a7523d6e9cdc569e&device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 1160 time: 0.0839906 Jan 26 20:58:10.277212 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-71eaa27e-0d9c-4f44-b223-5a27bc553569 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b00b58a-da9e-41d5-86f2-db0735230197 HTTP/1.1" status: 200 len: 217 time: 0.0659573 Jan 26 20:58:10.350580 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-51eca745-0b9b-4ade-a674-0efa2ceaac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:10.352100 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-51eca745-0b9b-4ade-a674-0efa2ceaac40 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9cc2da95-502b-43da-9bf1-1bb29472cc80 HTTP/1.1" status: 200 len: 853 time: 0.0680974 Jan 26 20:58:10.405263 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-2d934799-e9db-447f-a3ff-39a052626e4f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452206 Jan 26 20:58:10.551140 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-ab600f15-3193-493f-90cd-ad558a867a96 service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381721 Jan 26 20:58:10.718817 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-24447433-6fa7-4de2-b1a2-6e062e241bc3 req-add3d2b1-68f7-4c74-8004-e6475b55db2a service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1601987 Jan 26 20:58:10.883024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425ad6d-a414-4bdd-8f0b-1ad016b1938c req-68aaab69-b443-4326-af02-032f0f12f15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:10.884491 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5425ad6d-a414-4bdd-8f0b-1ad016b1938c req-68aaab69-b443-4326-af02-032f0f12f15a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e60566ac1d2d43a3a7523d6e9cdc569e&device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 1160 time: 0.0797708 Jan 26 20:58:11.024757 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425ad6d-a414-4bdd-8f0b-1ad016b1938c req-8e08b0d9-c21f-4824-9f7d-bb66bbe5f24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:11.026319 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5425ad6d-a414-4bdd-8f0b-1ad016b1938c req-8e08b0d9-c21f-4824-9f7d-bb66bbe5f24d service neutron] 10.222.0.11 "GET /v2.0/networks?id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c HTTP/1.1" status: 200 len: 907 time: 0.1350365 Jan 26 20:58:11.098514 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5425ad6d-a414-4bdd-8f0b-1ad016b1938c req-6ed7079b-e77b-4cab-a4d8-7a603a351d13 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b00b58a-da9e-41d5-86f2-db0735230197 HTTP/1.1" status: 200 len: 217 time: 0.0637007 Jan 26 20:58:11.169155 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5425ad6d-a414-4bdd-8f0b-1ad016b1938c req-880f35dc-d00a-43b8-a514-00c466035afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:11.170623 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5425ad6d-a414-4bdd-8f0b-1ad016b1938c req-880f35dc-d00a-43b8-a514-00c466035afd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9cc2da95-502b-43da-9bf1-1bb29472cc80 HTTP/1.1" status: 200 len: 853 time: 0.0649819 Jan 26 20:58:11.222879 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5425ad6d-a414-4bdd-8f0b-1ad016b1938c req-1435905c-af4a-4539-9fe5-f0735c3924d3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450437 Jan 26 20:58:11.367712 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5425ad6d-a414-4bdd-8f0b-1ad016b1938c req-3f785a66-82c2-4315-9d42-a901f80d87bc service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368403 Jan 26 20:58:11.442009 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d9a6c-8d93-40cb-bb14-6006bb75e406 req-ff5a3c03-ba29-4cf3-b026-3574cde8d793 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:11.443574 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a57d9a6c-8d93-40cb-bb14-6006bb75e406 req-ff5a3c03-ba29-4cf3-b026-3574cde8d793 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 943 time: 0.1289833 Jan 26 20:58:11.503526 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a57d9a6c-8d93-40cb-bb14-6006bb75e406 req-0b309a53-5434-45d7-81fc-eb7e6fdf756b tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535634 Jan 26 20:58:11.510490 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5425ad6d-a414-4bdd-8f0b-1ad016b1938c req-ad3fdf61-5e52-4722-9545-9555450bc662 service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361575 Jan 26 20:58:11.704623 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:58:12.756480 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be44725b-d493-47c8-b7c9-b97f9f53e9ba req-2db05835-cd06-4131-b362-8e11b9834497 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:12.758100 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-be44725b-d493-47c8-b7c9-b97f9f53e9ba req-2db05835-cd06-4131-b362-8e11b9834497 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 943 time: 0.1256692 Jan 26 20:58:12.814323 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-be44725b-d493-47c8-b7c9-b97f9f53e9ba req-0f8c9b30-33d2-44ab-b97f-b47b02917686 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497797 Jan 26 20:58:13.571843 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.objects.ports [None req-cab9b638-9af8-4b8b-88da-bd51d4a93d10 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80133) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 26 20:58:14.069865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab3f9d6-dc2b-4a31-b436-751bba758382 req-92d21804-94f2-4b05-be12-bfe305d5d7e7 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:14.071489 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1ab3f9d6-dc2b-4a31-b436-751bba758382 req-92d21804-94f2-4b05-be12-bfe305d5d7e7 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 943 time: 0.1267636 Jan 26 20:58:14.126299 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1ab3f9d6-dc2b-4a31-b436-751bba758382 req-fc555c9a-26e7-42f9-9674-59c61046f9be tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484180 Jan 26 20:58:14.157926 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 0b00b58a-da9e-41d5-86f2-db0735230197 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:58:14.228527 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port 0b00b58a-da9e-41d5-86f2-db0735230197 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:58:14.233345 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 0b00b58a-da9e-41d5-86f2-db0735230197 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:58:14.233763 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:14.356320 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:14.385113 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a0dbf3-b564-42a1-9811-72cd59d317a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b00b58a-da9e-41d5-86f2-db0735230197'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:58:14.395146 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 0b00b58a-da9e-41d5-86f2-db0735230197, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0b00b58a-da9e-41d5-86f2-db0735230197,segment=NetworkSegment(54fe2610-a4a4-4b49-aecc-d9249eac1831),segment_id=54fe2610-a4a4-4b49-aecc-d9249eac1831)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:14.398066 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:14.399984 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:14.447621 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a0dbf3-b564-42a1-9811-72cd59d317a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b00b58a-da9e-41d5-86f2-db0735230197', 'code': 200} Jan 26 20:58:14.473869 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=0b00b58a-da9e-41d5-86f2-db0735230197,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:14.477138 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:14.728899 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09474ed2-a05b-4d91-bdf2-c7940f5c571b req-eb4dbd5e-ce57-43bf-acb0-474eeb0b8f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:14.730553 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-09474ed2-a05b-4d91-bdf2-c7940f5c571b req-eb4dbd5e-ce57-43bf-acb0-474eeb0b8f06 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 1162 time: 0.0784419 Jan 26 20:58:14.782013 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-09474ed2-a05b-4d91-bdf2-c7940f5c571b req-cc24b51f-4b00-4ac5-9ad9-7a2ded2ba335 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407405 Jan 26 20:58:15.379200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e2bec-e9d7-416b-bc97-865a095c0da8 req-0d35949e-8f9e-430a-80de-590ab2a8b14c tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:15.380804 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-301e2bec-e9d7-416b-bc97-865a095c0da8 req-0d35949e-8f9e-430a-80de-590ab2a8b14c tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 945 time: 0.1242797 Jan 26 20:58:15.438826 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-301e2bec-e9d7-416b-bc97-865a095c0da8 req-0fc1924c-8101-45ba-8cb2-88d4c1fc39aa tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518324 Jan 26 20:58:15.702992 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 0b00b58a-da9e-41d5-86f2-db0735230197 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:58:15.774397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 0b00b58a-da9e-41d5-86f2-db0735230197 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:58:15.774810 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:16.648049 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-06b9cb1c-726a-4749-aed2-e776678c9195 req-9dcef1d4-7be8-4c99-89a9-5dca9e402744 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-156296333&fields=id&tenant_id=18914f172fbd4146a14a7e03eeabc256 HTTP/1.1" status: 200 len: 267 time: 0.0993569 Jan 26 20:58:16.776282 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f25419-709d-46fb-a839-66b10e7532f5 req-32c7ec86-71f7-4d93-be7a-7ae31cf1917e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:16.777815 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a9f25419-709d-46fb-a839-66b10e7532f5 req-32c7ec86-71f7-4d93-be7a-7ae31cf1917e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 945 time: 0.2082083 Jan 26 20:58:16.881657 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9cb1c-726a-4749-aed2-e776678c9195 req-bbd660e5-5e7a-44ad-aa28-8a5b916d9cf0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:16.883330 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-06b9cb1c-726a-4749-aed2-e776678c9195 req-bbd660e5-5e7a-44ad-aa28-8a5b916d9cf0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 984 time: 0.2231181 Jan 26 20:58:16.894630 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a9f25419-709d-46fb-a839-66b10e7532f5 req-84f22b97-7de6-459a-8c62-b623400dead6 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089325 Jan 26 20:58:16.900515 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-06b9cb1c-726a-4749-aed2-e776678c9195 req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Request body: {'port': {'security_groups': ['d866325c-d97e-4e3f-b455-e128c16a2cd2']}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:58:17.047831 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-06b9cb1c-726a-4749-aed2-e776678c9195 req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:17.434700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-06b9cb1c-726a-4749-aed2-e776678c9195 req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] For port 9dbb0872-3103-4706-b2b6-98f8ee1384f6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9dbb0872-3103-4706-b2b6-98f8ee1384f6,segment=NetworkSegment(db934765-c907-4633-85b3-d59ea2a5dda2),segment_id=db934765-c907-4633-85b3-d59ea2a5dda2)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:17.464433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-06b9cb1c-726a-4749-aed2-e776678c9195 req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:17.468044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-06b9cb1c-726a-4749-aed2-e776678c9195 req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:17.485164 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b8a132bc-3bfb-4cda-8d28-7efb6d58434e tempest-VolumesActionsTest-65162567 tempest-VolumesActionsTest-65162567-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:17.643911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Pushing event updated for resources: {'Port': ['ID=9dbb0872-3103-4706-b2b6-98f8ee1384f6,revision_number=6']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:17.657525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.658034 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.658422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.658836 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.659244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.659654 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.660060 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.660466 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.660872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.661277 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.661679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.662103 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.662548 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.662949 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.663354 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.663754 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.664155 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.664557 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.665052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.665332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.665732 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.666174 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.666573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.666971 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:17.680337 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:17.736580 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b9cb1c-726a-4749-aed2-e776678c9195 req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:17.737339 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-06b9cb1c-726a-4749-aed2-e776678c9195 req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:17.738955 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-06b9cb1c-726a-4749-aed2-e776678c9195 req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "PUT /v2.0/ports/9dbb0872-3103-4706-b2b6-98f8ee1384f6 HTTP/1.1" status: 200 len: 942 time: 0.8433478 Jan 26 20:58:17.739588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'tag': '9dbb0872-3103-4706-b2b6-98f8ee1384f6'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:58:17.763809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 0b00b58a-da9e-41d5-86f2-db0735230197 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:58:17.816696 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'tag': '9dbb0872-3103-4706-b2b6-98f8ee1384f6', 'status': 'completed', 'code': 200} Jan 26 20:58:17.838695 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b583059d-c75d-48e4-ab73-d8feca4d7a9d req-9897218f-37da-4a6a-90ae-76ec70f9446e tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups/8d454b23-0d65-425f-80ff-76c5698149d1 HTTP/1.1" status: 200 len: 3003 time: 0.0693293 Jan 26 20:58:17.848503 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 0b00b58a-da9e-41d5-86f2-db0735230197 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:58:17.848926 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:17.934401 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-b583059d-c75d-48e4-ab73-d8feca4d7a9d req-359bd0db-a7da-411a-9efd-047e55f49ad3 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:17.965380 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf595ddc-9970-44ae-be7a-25b639988f72 req-a3cf8913-be35-463d-b42b-f070cb4aa182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:17.967052 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cf595ddc-9970-44ae-be7a-25b639988f72 req-a3cf8913-be35-463d-b42b-f070cb4aa182 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18914f172fbd4146a14a7e03eeabc256&device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 1162 time: 0.0836189 Jan 26 20:58:17.967864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-b583059d-c75d-48e4-ab73-d8feca4d7a9d req-359bd0db-a7da-411a-9efd-047e55f49ad3 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:18.002290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-ea40f390-6f8f-4bb3-bfd1-f42dae415fbd None None] Provisioning complete for port 9dbb0872-3103-4706-b2b6-98f8ee1384f6 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:58:18.003200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea40f390-6f8f-4bb3-bfd1-f42dae415fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:18.019864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-b583059d-c75d-48e4-ab73-d8feca4d7a9d req-359bd0db-a7da-411a-9efd-047e55f49ad3 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:18.025476 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-32774724-6760-450d-bf29-78a1ec3b7387 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:18.042164 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359bd0db-a7da-411a-9efd-047e55f49ad3 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d454b23-0d65-425f-80ff-76c5698149d1,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:18.045182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-359bd0db-a7da-411a-9efd-047e55f49ad3 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:18.052037 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-b583059d-c75d-48e4-ab73-d8feca4d7a9d req-359bd0db-a7da-411a-9efd-047e55f49ad3 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:18.053280 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b583059d-c75d-48e4-ab73-d8feca4d7a9d req-359bd0db-a7da-411a-9efd-047e55f49ad3 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "DELETE /v2.0/security-groups/8d454b23-0d65-425f-80ff-76c5698149d1 HTTP/1.1" status: 204 len: 173 time: 0.2082090 Jan 26 20:58:18.118247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf595ddc-9970-44ae-be7a-25b639988f72 req-31bdebf0-c660-4216-b58a-ec43fc14f32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:18.119832 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cf595ddc-9970-44ae-be7a-25b639988f72 req-31bdebf0-c660-4216-b58a-ec43fc14f32b service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0e2cbdc-4704-427f-b7ee-311576e80ddb HTTP/1.1" status: 200 len: 909 time: 0.1455321 Jan 26 20:58:18.242370 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cf595ddc-9970-44ae-be7a-25b639988f72 req-4ca7be2f-9df7-471e-97f9-50585a54cfe3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dbb0872-3103-4706-b2b6-98f8ee1384f6 HTTP/1.1" status: 200 len: 1000 time: 0.1128204 Jan 26 20:58:18.318722 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf595ddc-9970-44ae-be7a-25b639988f72 req-e002075e-59eb-4787-9c45-f00bf6c84c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:18.320257 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cf595ddc-9970-44ae-be7a-25b639988f72 req-e002075e-59eb-4787-9c45-f00bf6c84c0b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=620e1d56-745c-4398-94ad-58b0f1ca7059 HTTP/1.1" status: 200 len: 854 time: 0.0701699 Jan 26 20:58:18.413985 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf595ddc-9970-44ae-be7a-25b639988f72 req-373e7a70-1edd-4980-8910-c4958762b0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:18.415618 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cf595ddc-9970-44ae-be7a-25b639988f72 req-373e7a70-1edd-4980-8910-c4958762b0fb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0e2cbdc-4704-427f-b7ee-311576e80ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0862660 Jan 26 20:58:18.447688 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-d571d56c-df36-4f96-9f2c-cda89aa1f1e8 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/floatingips/145c3dca-67bd-4b92-8f9c-6f59711ca8d6 HTTP/1.1" status: 200 len: 997 time: 0.3614137 Jan 26 20:58:18.740424 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-e01a747a-437e-4b73-b11b-4218ae1383f2 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:18.742364 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-e01a747a-437e-4b73-b11b-4218ae1383f2 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/networks/4bf8f360-8c6f-48c4-992b-12f8abb374b0 HTTP/1.1" status: 200 len: 784 time: 0.2880385 Jan 26 20:58:18.754000 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-14358eda-a19b-436e-9c28-7a89edaae443 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:58:18.755270 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-14358eda-a19b-436e-9c28-7a89edaae443 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0072315 Jan 26 20:58:18.809850 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cf595ddc-9970-44ae-be7a-25b639988f72 req-cd36ea0b-57f9-4bcc-8ba8-0f473b2e306f service neutron] 10.222.0.11 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868315 Jan 26 20:58:18.886808 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-6c1cac59-f253-4936-9645-0bc2f59f0f60 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.14 HTTP/1.1" status: 200 len: 1000 time: 0.1230712 Jan 26 20:58:18.965681 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cf595ddc-9970-44ae-be7a-25b639988f72 req-721e2879-de1b-4847-9095-ef6ab40390d7 service neutron] 10.222.0.11 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1483595 Jan 26 20:58:19.016173 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-1081398d-d722-489a-a146-a56702c17e91 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:19.017826 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-1081398d-d722-489a-a146-a56702c17e91 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports/9dbb0872-3103-4706-b2b6-98f8ee1384f6 HTTP/1.1" status: 200 len: 942 time: 0.1234713 Jan 26 20:58:19.220309 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-5b31c640-5aab-4e73-bfc4-617f476b6ed4 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.14 HTTP/1.1" status: 200 len: 1000 time: 0.1199396 Jan 26 20:58:19.471074 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-c35c37f1-f513-4852-a329-ca289024e894 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Deleting port ee55b65a-fb51-4885-83ef-1032bca6e679 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:19.471536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-c35c37f1-f513-4852-a329-ca289024e894 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:19.653163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-c35c37f1-f513-4852-a329-ca289024e894 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:19.653481 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-c35c37f1-f513-4852-a329-ca289024e894 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:19.693269 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 9dbb0872-3103-4706-b2b6-98f8ee1384f6 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:58:19.766778 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 9dbb0872-3103-4706-b2b6-98f8ee1384f6 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:58:19.767329 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:19.788251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-c35c37f1-f513-4852-a329-ca289024e894 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Calling delete_port for ee55b65a-fb51-4885-83ef-1032bca6e679 owned by network:floatingip {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:19.957711 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-c35c37f1-f513-4852-a329-ca289024e894 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:19.974842 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-fa6b7b38-c5c0-41ce-abcd-79540df84dcd tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:20.070690 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c37f1-f513-4852-a329-ca289024e894 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Pushing event deleted for resources: {'Port': ['ID=ee55b65a-fb51-4885-83ef-1032bca6e679,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:20.073395 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c35c37f1-f513-4852-a329-ca289024e894 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:20.208352 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-c35c37f1-f513-4852-a329-ca289024e894 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks [] for floatingip, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:20.208725 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-c35c37f1-f513-4852-a329-ca289024e894 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Floating IP 145c3dca-67bd-4b92-8f9c-6f59711ca8d6 disassociated (deleted). External IP: 172.27.0.14, port: 9dbb0872-3103-4706-b2b6-98f8ee1384f6. Jan 26 20:58:20.583225 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-c35c37f1-f513-4852-a329-ca289024e894 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Router 908f509c-e03e-4109-80d2-7af729f40a7e has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:58:21.001089 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-c35c37f1-f513-4852-a329-ca289024e894 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:58:21.011186 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27b572f-a17b-4e6a-a0e5-98ac6009ba26 None None] Sync routers for ids ['908f509c-e03e-4109-80d2-7af729f40a7e'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:58:21.021540 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b572f-a17b-4e6a-a0e5-98ac6009ba26 None None] Routers {'908f509c-e03e-4109-80d2-7af729f40a7e'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:58:21.022353 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-e27b572f-a17b-4e6a-a0e5-98ac6009ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:58:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['908f509c-e03e-4109-80d2-7af729f40a7e'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:21.024408 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-c35c37f1-f513-4852-a329-ca289024e894 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:21.082352 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-c35c37f1-f513-4852-a329-ca289024e894 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "DELETE /v2.0/floatingips/145c3dca-67bd-4b92-8f9c-6f59711ca8d6 HTTP/1.1" status: 204 len: 173 time: 1.8553562 Jan 26 20:58:21.082925 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'tag': '9dbb0872-3103-4706-b2b6-98f8ee1384f6'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:58:21.144663 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'tag': '9dbb0872-3103-4706-b2b6-98f8ee1384f6', 'status': 'completed', 'code': 200} Jan 26 20:58:21.173438 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-0255239e-4cae-45c5-8ef1-57fbf0d374d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:21.175226 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-0255239e-4cae-45c5-8ef1-57fbf0d374d4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=18914f172fbd4146a14a7e03eeabc256&device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 1162 time: 0.0795867 Jan 26 20:58:21.211198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-e27b572f-a17b-4e6a-a0e5-98ac6009ba26 None None] Set router 908f509c-e03e-4109-80d2-7af729f40a7e gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:58:21.265803 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea9b92-c10c-4aec-ba0e-5c39f96633d1 req-3a12c90e-2d09-4714-9b87-9305901a6595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:21.267477 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5dea9b92-c10c-4aec-ba0e-5c39f96633d1 req-3a12c90e-2d09-4714-9b87-9305901a6595 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=18914f172fbd4146a14a7e03eeabc256&device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 1162 time: 0.0773869 Jan 26 20:58:21.336256 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-fdf6200c-4bca-48d7-bab8-1ee338a1e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:21.338826 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-fdf6200c-4bca-48d7-bab8-1ee338a1e75b service neutron] 10.222.0.59 "GET /v2.0/networks?id=b0e2cbdc-4704-427f-b7ee-311576e80ddb HTTP/1.1" status: 200 len: 909 time: 0.1566589 Jan 26 20:58:21.438750 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea9b92-c10c-4aec-ba0e-5c39f96633d1 req-0c52dda0-1b8a-4003-a494-3ac6164bc77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:21.441414 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5dea9b92-c10c-4aec-ba0e-5c39f96633d1 req-0c52dda0-1b8a-4003-a494-3ac6164bc77a service neutron] 10.222.0.11 "GET /v2.0/networks?id=b0e2cbdc-4704-427f-b7ee-311576e80ddb HTTP/1.1" status: 200 len: 909 time: 0.1676838 Jan 26 20:58:21.452642 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-5b26062d-5592-43d2-915c-f1802f1fc803 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dbb0872-3103-4706-b2b6-98f8ee1384f6 HTTP/1.1" status: 200 len: 217 time: 0.1070611 Jan 26 20:58:21.526707 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5dea9b92-c10c-4aec-ba0e-5c39f96633d1 req-68c288f7-f57a-4858-99ee-342b8eccd28f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9dbb0872-3103-4706-b2b6-98f8ee1384f6 HTTP/1.1" status: 200 len: 217 time: 0.0782664 Jan 26 20:58:21.529379 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-b41a3da8-2150-4237-9d29-61e3b70f1d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:21.531028 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-b41a3da8-2150-4237-9d29-61e3b70f1d23 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=620e1d56-745c-4398-94ad-58b0f1ca7059 HTTP/1.1" status: 200 len: 854 time: 0.0707545 Jan 26 20:58:21.563320 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-e27b572f-a17b-4e6a-a0e5-98ac6009ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:56:07Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 4, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'gw_port': {'id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:08Z', 'updated_at': '2021-01-26T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '0c459b6c-c972-4b00-b4b6-1f331e6166e1', 'name': '', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'mac_address': 'fa:16:3e:54:96:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:11Z', 'updated_at': '2021-01-26T20:56:20Z', 'revision_number': 5, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'subnets': [{'id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:21.568035 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27b572f-a17b-4e6a-a0e5-98ac6009ba26 None None] Checking router: 908f509c-e03e-4109-80d2-7af729f40a7e for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:58:21.576919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b572f-a17b-4e6a-a0e5-98ac6009ba26 None None] Routers {'908f509c-e03e-4109-80d2-7af729f40a7e'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:58:21.577550 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-e27b572f-a17b-4e6a-a0e5-98ac6009ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:58:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['908f509c-e03e-4109-80d2-7af729f40a7e'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:21.599098 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea9b92-c10c-4aec-ba0e-5c39f96633d1 req-4393ad1d-1bc7-40d8-8f21-66441b9745bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:21.600772 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5dea9b92-c10c-4aec-ba0e-5c39f96633d1 req-4393ad1d-1bc7-40d8-8f21-66441b9745bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=620e1d56-745c-4398-94ad-58b0f1ca7059 HTTP/1.1" status: 200 len: 854 time: 0.0671749 Jan 26 20:58:21.620766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-8ee9a889-c320-40b2-8931-ddd5ed781263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:21.622501 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-8ee9a889-c320-40b2-8931-ddd5ed781263 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=b0e2cbdc-4704-427f-b7ee-311576e80ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0843699 Jan 26 20:58:21.710127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea9b92-c10c-4aec-ba0e-5c39f96633d1 req-f11c17e0-30be-4284-9d9e-46a1d45ca400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:21.711742 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5dea9b92-c10c-4aec-ba0e-5c39f96633d1 req-f11c17e0-30be-4284-9d9e-46a1d45ca400 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=b0e2cbdc-4704-427f-b7ee-311576e80ddb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1042337 Jan 26 20:58:21.771996 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-e27b572f-a17b-4e6a-a0e5-98ac6009ba26 None None] Set router 908f509c-e03e-4109-80d2-7af729f40a7e gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:58:21.777795 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-8e3dd252-2a84-4ab3-ae5f-75618d64950f service neutron] 10.222.0.59 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471329 Jan 26 20:58:21.862021 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5dea9b92-c10c-4aec-ba0e-5c39f96633d1 req-157fc799-f779-4b9f-8713-00905fad5aef service neutron] 10.222.0.11 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431191 Jan 26 20:58:21.925758 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d39c2b8f-2ec9-44a6-a052-e76824d00913 req-46a88d29-6016-4e3a-8754-f9c536b616f3 service neutron] 10.222.0.59 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1406310 Jan 26 20:58:22.010518 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5dea9b92-c10c-4aec-ba0e-5c39f96633d1 req-807a43ef-7ba4-41a0-b025-412d8fe5631b service neutron] 10.222.0.11 "GET /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1424768 Jan 26 20:58:22.116620 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-e27b572f-a17b-4e6a-a0e5-98ac6009ba26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:56:07Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 4, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'gw_port': {'id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:08Z', 'updated_at': '2021-01-26T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '0c459b6c-c972-4b00-b4b6-1f331e6166e1', 'name': '', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'mac_address': 'fa:16:3e:54:96:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:11Z', 'updated_at': '2021-01-26T20:56:20Z', 'revision_number': 5, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'subnets': [{'id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:22.120812 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27b572f-a17b-4e6a-a0e5-98ac6009ba26 None None] The sync data for ids ['908f509c-e03e-4109-80d2-7af729f40a7e'] in dv-cinder-768105-4-iscsi is: [{'id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:56:07Z', 'updated_at': '2021-01-26T20:56:12Z', 'revision_number': 4, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'gw_port': {'id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:08Z', 'updated_at': '2021-01-26T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '0c459b6c-c972-4b00-b4b6-1f331e6166e1', 'name': '', 'network_id': 'b0e2cbdc-4704-427f-b7ee-311576e80ddb', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'mac_address': 'fa:16:3e:54:96:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:11Z', 'updated_at': '2021-01-26T20:56:20Z', 'revision_number': 5, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'subnets': [{'id': '620e1d56-745c-4398-94ad-58b0f1ca7059', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:58:22.516849 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ea6c5e-ad5a-4d5e-a876-8249a4896e9a None None] New status for floating IP 145c3dca-67bd-4b92-8f9c-6f59711ca8d6: DOWN {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:58:27.385551 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b182417-1311-4d65-8177-33dcfcd6731a req-4d639db1-bc08-43a1-86ad-2a9d76c4a351 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:27.387243 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b182417-1311-4d65-8177-33dcfcd6731a req-4d639db1-bc08-43a1-86ad-2a9d76c4a351 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/networks?id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c HTTP/1.1" status: 200 len: 813 time: 0.2170041 Jan 26 20:58:27.404206 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b182417-1311-4d65-8177-33dcfcd6731a req-4719d329-a7e1-4448-9315-7a3aba0f34be tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/quotas/e60566ac1d2d43a3a7523d6e9cdc569e HTTP/1.1" status: 200 len: 375 time: 0.0103829 Jan 26 20:58:27.501020 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b182417-1311-4d65-8177-33dcfcd6731a req-20783ef5-488b-405d-9852-9d695b5b47ae tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e60566ac1d2d43a3a7523d6e9cdc569e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0899043 Jan 26 20:58:27.704618 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b182417-1311-4d65-8177-33dcfcd6731a req-c981980c-d279-4547-b121-899069bf466f service neutron] 10.222.0.59 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928952 Jan 26 20:58:27.740705 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:27.913097 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb23754-c579-42ff-8e35-7a59ff13a7f4 req-7800d53c-2006-4d36-83b7-869dcd6a92c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:27.914740 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3eb23754-c579-42ff-8e35-7a59ff13a7f4 req-7800d53c-2006-4d36-83b7-869dcd6a92c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 946 time: 0.2636194 Jan 26 20:58:27.918246 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b182417-1311-4d65-8177-33dcfcd6731a req-c3af3977-3bfb-43a0-84ca-fcf9ec77ce02 service neutron] 10.222.0.59 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2065687 Jan 26 20:58:27.972409 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3eb23754-c579-42ff-8e35-7a59ff13a7f4 req-86668f1a-d292-41dd-9926-dc0cfdf9c3a4 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=45c613a3-9651-4e49-89c6-c5dcdd3904f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514026 Jan 26 20:58:28.135190 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8370fcd2-cd0f-4be9-b050-59ac106f8254 req-618535bc-7673-4032-a11d-9ac32dbc429d tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 210 time: 0.0538037 Jan 26 20:58:29.239262 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7deda2-46cd-4f83-829e-17c348defab9 req-647c2766-77fa-4bc4-ba37-b7f55a2b2d8f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:29.241129 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5f7deda2-46cd-4f83-829e-17c348defab9 req-647c2766-77fa-4bc4-ba37-b7f55a2b2d8f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 946 time: 0.1341512 Jan 26 20:58:29.315260 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5f7deda2-46cd-4f83-829e-17c348defab9 req-3aba1449-b7f2-47c7-8bd4-0e11db45fcab tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=45c613a3-9651-4e49-89c6-c5dcdd3904f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671327 Jan 26 20:58:29.364879 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-34ed9755-cd0c-4027-81ae-cd0f09d128ba req-48898941-d7e0-477b-a474-ca3bcf5687d3 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 210 time: 0.0620360 Jan 26 20:58:29.392909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b182417-1311-4d65-8177-33dcfcd6731a req-88a1d84f-e50c-45e3-85c8-61e248f64a79 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:29.394583 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b182417-1311-4d65-8177-33dcfcd6731a req-88a1d84f-e50c-45e3-85c8-61e248f64a79 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "GET /v2.0/networks?id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c HTTP/1.1" status: 200 len: 813 time: 0.2171688 Jan 26 20:58:29.452940 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Request body: {'port': {'device_id': '8d4662d8-4b7c-4b62-b33e-dff0d31db951', 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c', 'admin_state_up': True, 'tenant_id': 'e60566ac1d2d43a3a7523d6e9cdc569e'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:58:29.609718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:58:29.614436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Usage tracker for resource:port and tenant:e60566ac1d2d43a3a7523d6e9cdc569e is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:58:29.618176 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Quota usage for port was recalculated. Used quota:1. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:58:29.623590 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:58:29.633566 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Made reservation on behalf of e60566ac1d2d43a3a7523d6e9cdc569e for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:58:29.647357 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:29.966660 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Allocated IP 172.20.0.5 (76fa36cd-dc23-4b1a-abc8-405c6a03aa5c/9cc2da95-502b-43da-9bf1-1bb29472cc80/6fe54eb9-5cb3-45ee-9e87-31611a9eeed3) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:58:30.034377 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-a15bb63a-22e3-4a94-949d-c98e979ae677 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:30.036199 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-a15bb63a-22e3-4a94-949d-c98e979ae677 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.11 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 946 time: 0.2000113 Jan 26 20:58:30.084007 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a164e-7436-47f3-b044-026ad20b1f6d req-a3475555-e11c-4fb0-a69b-d3e3b50401b4 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:30.084839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-763a164e-7436-47f3-b044-026ad20b1f6d req-a3475555-e11c-4fb0-a69b-d3e3b50401b4 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Synchronizing usage tracker for tenant:18914f172fbd4146a14a7e03eeabc256 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:58:30.160666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-763a164e-7436-47f3-b044-026ad20b1f6d req-a3475555-e11c-4fb0-a69b-d3e3b50401b4 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Unset dirty status for tenant:18914f172fbd4146a14a7e03eeabc256 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:58:30.161996 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-763a164e-7436-47f3-b044-026ad20b1f6d req-a3475555-e11c-4fb0-a69b-d3e3b50401b4 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 945 time: 0.2867877 Jan 26 20:58:30.185225 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Deleting port 67a80040-a8fa-4644-affc-27525b1680cb {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:30.186109 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:30.190524 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:30.219723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:30.236700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cf22b3e3-2739-4677-805d-3151ef3ea4d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:30.294696 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-763a164e-7436-47f3-b044-026ad20b1f6d req-f505e0f0-b58a-4102-a54d-5705f3f6f597 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Synchronizing usage tracker for tenant:18914f172fbd4146a14a7e03eeabc256 on resource:security_group {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:58:30.375352 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Pushing event updated for resources: {'Port': ['ID=6fe54eb9-5cb3-45ee-9e87-31611a9eeed3,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:30.379904 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:30.389616 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-763a164e-7436-47f3-b044-026ad20b1f6d req-f505e0f0-b58a-4102-a54d-5705f3f6f597 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Unset dirty status for tenant:18914f172fbd4146a14a7e03eeabc256 on resource:security_group {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:58:30.402486 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-763a164e-7436-47f3-b044-026ad20b1f6d req-f505e0f0-b58a-4102-a54d-5705f3f6f597 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886528 Jan 26 20:58:30.450727 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:58:30.452124 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:58:30.455744 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:58:30.508654 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:30.509392 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:30.538534 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b182417-1311-4d65-8177-33dcfcd6731a req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0899286 Jan 26 20:58:30.570706 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Request body: {'port': {'device_id': '8d4662d8-4b7c-4b62-b33e-dff0d31db951', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:58:30.584642 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] For port 67a80040-a8fa-4644-affc-27525b1680cb, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=67a80040-a8fa-4644-affc-27525b1680cb,segment=NetworkSegment(0b455ceb-206b-40b0-aafe-4b7c50ff06a6),segment_id=0b455ceb-206b-40b0-aafe-4b7c50ff06a6)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:30.585047 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:30.687200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:30.938620 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00002142-6562-4cb1-be8b-99b38106b2eb req-182cd451-2cb6-414c-8766-97e2c994dd5e tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:30.940433 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-00002142-6562-4cb1-be8b-99b38106b2eb req-182cd451-2cb6-414c-8766-97e2c994dd5e tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 946 time: 0.4098704 Jan 26 20:58:31.046857 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2e72d-23c2-471c-8d38-5451e9a206f8 req-74c13f4a-f122-499d-953c-05656c7bdff3 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:31.049346 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-87e2e72d-23c2-471c-8d38-5451e9a206f8 req-74c13f4a-f122-499d-953c-05656c7bdff3 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 931 time: 0.4661882 Jan 26 20:58:31.109425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:58:31.117534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:31.129769 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Transition to ACTIVE for port object 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:58:31.132766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:31.150322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-60081d8a-c65d-4d8b-9bf2-1b8a757957db service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:31.289684 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe54eb9-5cb3-45ee-9e87-31611a9eeed3,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:31.294684 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:31.403154 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-00002142-6562-4cb1-be8b-99b38106b2eb req-56b43152-4352-48e6-88fd-7d604d6d125e tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups?id=45c613a3-9651-4e49-89c6-c5dcdd3904f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4019697 Jan 26 20:58:31.416642 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:31.416797 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:31.417120 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Floating IP 2597577b-5958-455d-92e1-ede24a215680 disassociated. External IP: 172.27.0.111, port: 67a80040-a8fa-4644-affc-27525b1680cb. Jan 26 20:58:31.417506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Calling delete_port for 67a80040-a8fa-4644-affc-27525b1680cb owned by compute:nova {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:31.435725 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Attempting to bind port 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:58:31.436092 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Attempting to bind port 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:58:31.436455 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Attempting to bind port 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 on network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:58:31.442871 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:58:31.443239 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Checking segment: {'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:58:31.443640 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:31.444029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Bound using segment: {'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:58:31.444500 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Bound port: 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:58:31.444866 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:31.459522 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-87e2e72d-23c2-471c-8d38-5451e9a206f8 req-1f560e8f-5b90-47f7-8200-41d1c4a4eb08 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3982294 Jan 26 20:58:31.555433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] For port 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3, host hv-cinder-76810, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:58:31.640317 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] For port 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=6fe54eb9-5cb3-45ee-9e87-31611a9eeed3,segment=NetworkSegment(54fe2610-a4a4-4b49-aecc-d9249eac1831),segment_id=54fe2610-a4a4-4b49-aecc-d9249eac1831)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:58:31.640723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:31.644459 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:31.674399 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:31.761180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-52a8bf88-1ab6-4514-99b4-483c0186a7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:31.774796 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 67a80040-a8fa-4644-affc-27525b1680cb no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:58:31.784429 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event deleted for resources: {'Port': ['ID=67a80040-a8fa-4644-affc-27525b1680cb,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:31.792668 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:31.814504 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] No Port match for: 67a80040-a8fa-4644-affc-27525b1680cb {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:58:31.814785 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 67a80040-a8fa-4644-affc-27525b1680cb not bound to the agent host hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:58:31.859281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e8ae78-edd4-4009-b02a-a8616ecb1905 req-2694c590-6db5-4c5c-88a7-ca6f12728c49 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:31.861568 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-32e8ae78-edd4-4009-b02a-a8616ecb1905 req-2694c590-6db5-4c5c-88a7-ca6f12728c49 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 945 time: 0.3042014 Jan 26 20:58:31.890882 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ff905d89-0e51-4380-8114-9738d62bf046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:31.955433 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-32e8ae78-edd4-4009-b02a-a8616ecb1905 req-54668250-e031-4b07-97a2-68e3870b6deb tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856860 Jan 26 20:58:32.025421 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.11', 55540) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:32.159491 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Router ad3422ae-a533-47de-ae19-36568699a049 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:58:32.196971 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Pushing event updated for resources: {'Port': ['ID=6fe54eb9-5cb3-45ee-9e87-31611a9eeed3,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:32.203791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:32.230470 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d6dacea1-689b-47f3-a95e-311df65b578c req-ec22fff3-b3f4-4c1b-ad7c-393a6dd13ef4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.3407452 Jan 26 20:58:32.231725 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:32.232389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:32.233746 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b182417-1311-4d65-8177-33dcfcd6731a req-cac9a97c-82d1-466f-86c8-3ec15200b670 service neutron] 10.222.0.11 "PUT /v2.0/ports/6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 HTTP/1.1" status: 200 len: 1157 time: 1.6678307 Jan 26 20:58:32.235373 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d4662d8-4b7c-4b62-b33e-dff0d31db951', 'tag': '6fe54eb9-5cb3-45ee-9e87-31611a9eeed3'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:58:32.299911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b9dc5-d38f-4825-a3c4-7c595578805c req-748fdbe7-c91e-4a43-a199-0f2287a86d96 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:32.300406 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-fa2b9dc5-d38f-4825-a3c4-7c595578805c req-748fdbe7-c91e-4a43-a199-0f2287a86d96 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Synchronizing usage tracker for tenant:18914f172fbd4146a14a7e03eeabc256 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:58:32.304223 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d4662d8-4b7c-4b62-b33e-dff0d31db951', 'tag': '6fe54eb9-5cb3-45ee-9e87-31611a9eeed3', 'status': 'completed', 'code': 200} Jan 26 20:58:32.315982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-fa2b9dc5-d38f-4825-a3c4-7c595578805c req-748fdbe7-c91e-4a43-a199-0f2287a86d96 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Unset dirty status for tenant:18914f172fbd4146a14a7e03eeabc256 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:58:32.317235 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fa2b9dc5-d38f-4825-a3c4-7c595578805c req-748fdbe7-c91e-4a43-a199-0f2287a86d96 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.11 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 945 time: 0.2847281 Jan 26 20:58:32.379229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:58:32.390486 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613bffc-6378-4421-b152-32cc6c62d188 None None] Sync routers for ids ['ad3422ae-a533-47de-ae19-36568699a049'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:58:32.408701 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613bffc-6378-4421-b152-32cc6c62d188 None None] Routers {'ad3422ae-a533-47de-ae19-36568699a049'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:58:32.409774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5613bffc-6378-4421-b152-32cc6c62d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:58:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ad3422ae-a533-47de-ae19-36568699a049'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:32.420782 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] No DVR routers for this DVR port 67a80040-a8fa-4644-affc-27525b1680cb on host hv-cinder-76810 {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:58:32.423894 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:32.433798 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1797b1b0-f351-410a-9cd2-1fd2252668a3', 'name': 'network-vif-deleted', 'tag': '67a80040-a8fa-4644-affc-27525b1680cb'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:58:32.457655 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-74de05a3-fab9-4ec1-b3ec-38e6a99fbe99 req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.11 "DELETE /v2.0/ports/67a80040-a8fa-4644-affc-27525b1680cb HTTP/1.1" status: 204 len: 173 time: 2.3695331 Jan 26 20:58:32.520907 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-fa2b9dc5-d38f-4825-a3c4-7c595578805c req-066ccf23-6325-4aab-b051-5479b96cbacd tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Deleting port 9dbb0872-3103-4706-b2b6-98f8ee1384f6 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:32.521310 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-fa2b9dc5-d38f-4825-a3c4-7c595578805c req-066ccf23-6325-4aab-b051-5479b96cbacd tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:32.575036 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1797b1b0-f351-410a-9cd2-1fd2252668a3', 'name': 'network-vif-deleted', 'tag': '67a80040-a8fa-4644-affc-27525b1680cb', 'status': 'completed', 'code': 200} Jan 26 20:58:32.638320 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-5613bffc-6378-4421-b152-32cc6c62d188 None None] Set router ad3422ae-a533-47de-ae19-36568699a049 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:58:32.695956 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-1fcd7ed0-06e5-48e3-a902-e1acc9eee798 req-379a05a8-a394-4c18-a93e-f024d5bbc700 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Synchronizing usage tracker for tenant:954edcaec745436491b2623398786a63 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:58:32.714105 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b182417-1311-4d65-8177-33dcfcd6731a req-ea80c948-f367-4e0e-8bfc-a509a29364c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:32.715789 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b182417-1311-4d65-8177-33dcfcd6731a req-ea80c948-f367-4e0e-8bfc-a509a29364c8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e60566ac1d2d43a3a7523d6e9cdc569e&device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 1160 time: 0.3517644 Jan 26 20:58:32.724533 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dacea1-689b-47f3-a95e-311df65b578c req-90c1939c-7545-481a-bc97-2f3ff3379e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:32.726145 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d6dacea1-689b-47f3-a95e-311df65b578c req-90c1939c-7545-481a-bc97-2f3ff3379e70 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddb9c1e31e3d4a36aea324e94f6a1be6&device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 1162 time: 0.3608499 Jan 26 20:58:32.737239 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-1fcd7ed0-06e5-48e3-a902-e1acc9eee798 req-379a05a8-a394-4c18-a93e-f024d5bbc700 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Unset dirty status for tenant:954edcaec745436491b2623398786a63 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:58:32.738607 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1fcd7ed0-06e5-48e3-a902-e1acc9eee798 req-379a05a8-a394-4c18-a93e-f024d5bbc700 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/ports?device_id=1797b1b0-f351-410a-9cd2-1fd2252668a3 HTTP/1.1" status: 200 len: 210 time: 0.1517649 Jan 26 20:58:32.901917 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d167ce5-8020-4807-bda3-41f63263a1cb req-e275e8b3-40c0-431a-aa73-db6d1ce9d0e9 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:32.903357 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d167ce5-8020-4807-bda3-41f63263a1cb req-e275e8b3-40c0-431a-aa73-db6d1ce9d0e9 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 943 time: 0.1469743 Jan 26 20:58:32.965090 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d167ce5-8020-4807-bda3-41f63263a1cb req-2ed820f4-7216-47a9-b546-49b980fc5d34 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543849 Jan 26 20:58:32.987792 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5613bffc-6378-4421-b152-32cc6c62d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:52Z', 'revision_number': 5, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:32.992364 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613bffc-6378-4421-b152-32cc6c62d188 None None] Checking router: ad3422ae-a533-47de-ae19-36568699a049 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:58:32.999241 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b182417-1311-4d65-8177-33dcfcd6731a req-5886063e-b46e-4e43-85b9-53e385460871 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 HTTP/1.1" status: 200 len: 217 time: 0.1625824 Jan 26 20:58:33.001910 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5613bffc-6378-4421-b152-32cc6c62d188 None None] Routers {'ad3422ae-a533-47de-ae19-36568699a049'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:58:33.002756 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5613bffc-6378-4421-b152-32cc6c62d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:58:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ad3422ae-a533-47de-ae19-36568699a049'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:33.153127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-fa2b9dc5-d38f-4825-a3c4-7c595578805c req-066ccf23-6325-4aab-b051-5479b96cbacd tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] For port 9dbb0872-3103-4706-b2b6-98f8ee1384f6, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=9dbb0872-3103-4706-b2b6-98f8ee1384f6,segment=NetworkSegment(db934765-c907-4633-85b3-d59ea2a5dda2),segment_id=db934765-c907-4633-85b3-d59ea2a5dda2)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:33.153542 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-fa2b9dc5-d38f-4825-a3c4-7c595578805c req-066ccf23-6325-4aab-b051-5479b96cbacd tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:33.187131 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b182417-1311-4d65-8177-33dcfcd6731a req-77d115ae-2ffa-473d-95de-4e436ae83f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:33.189334 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b182417-1311-4d65-8177-33dcfcd6731a req-77d115ae-2ffa-473d-95de-4e436ae83f34 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9cc2da95-502b-43da-9bf1-1bb29472cc80 HTTP/1.1" status: 200 len: 853 time: 0.1694043 Jan 26 20:58:33.275846 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93788361-55a3-4556-8f25-db7c23cef56c req-9be661f3-c73f-4743-b328-f59795741498 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:33.277764 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-93788361-55a3-4556-8f25-db7c23cef56c req-9be661f3-c73f-4743-b328-f59795741498 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 945 time: 0.1617460 Jan 26 20:58:33.343418 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-93788361-55a3-4556-8f25-db7c23cef56c req-2b98062b-a69a-417b-bc36-f8c93f898a37 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/security-groups?id=d866325c-d97e-4e3f-b455-e128c16a2cd2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572739 Jan 26 20:58:33.364076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-fa2b9dc5-d38f-4825-a3c4-7c595578805c req-066ccf23-6325-4aab-b051-5479b96cbacd tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Calling delete_port for 9dbb0872-3103-4706-b2b6-98f8ee1384f6 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:33.378105 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-5613bffc-6378-4421-b152-32cc6c62d188 None None] Set router ad3422ae-a533-47de-ae19-36568699a049 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:58:33.411751 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b182417-1311-4d65-8177-33dcfcd6731a req-8fa3e1ce-fdae-46f1-a684-6a514464ee59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1598551 Jan 26 20:58:33.412703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dacea1-689b-47f3-a95e-311df65b578c req-18e757a5-f2d2-40e2-8712-d0d4ff5a0333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:33.414155 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d6dacea1-689b-47f3-a95e-311df65b578c req-18e757a5-f2d2-40e2-8712-d0d4ff5a0333 service neutron] 10.222.0.11 "GET /v2.0/networks?id=24a08fe2-8195-4a58-b16c-ee168535efec HTTP/1.1" status: 200 len: 902 time: 0.5788250 Jan 26 20:58:33.554760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 9dbb0872-3103-4706-b2b6-98f8ee1384f6 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:58:33.689804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:33.711741 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d6dacea1-689b-47f3-a95e-311df65b578c req-96135538-8506-4e4b-9f4b-ae681167fc85 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9f51c9-f53a-4ecf-9e97-18817b4271f2 HTTP/1.1" status: 200 len: 1001 time: 0.2812574 Jan 26 20:58:33.732709 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-5613bffc-6378-4421-b152-32cc6c62d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:52Z', 'revision_number': 5, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:33.737002 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5613bffc-6378-4421-b152-32cc6c62d188 None None] The sync data for ids ['ad3422ae-a533-47de-ae19-36568699a049'] in dv-cinder-768105-4-iscsi is: [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:52:43Z', 'revision_number': 4, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'caaa29db-3501-4b22-809a-1409af49246b', 'name': '', 'network_id': '02d20e51-2183-493a-a1ff-ad179f279ec0', 'tenant_id': '954edcaec745436491b2623398786a63', 'mac_address': 'fa:16:3e:19:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_interface', 'standard_attr_id': 437, 'fixed_ips': [{'subnet_id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:41Z', 'updated_at': '2021-01-26T20:52:52Z', 'revision_number': 5, 'project_id': '954edcaec745436491b2623398786a63', 'subnets': [{'id': 'f57cca65-4616-4076-a364-f0a94b9bdce6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:58:33.806977 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b182417-1311-4d65-8177-33dcfcd6731a req-23eacc64-98b2-4e6e-9412-b76f5f79e20b service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3750591 Jan 26 20:58:33.840231 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dacea1-689b-47f3-a95e-311df65b578c req-abbdf5de-5b42-4595-93d8-6e3070798d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:33.841763 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d6dacea1-689b-47f3-a95e-311df65b578c req-abbdf5de-5b42-4595-93d8-6e3070798d0f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1604279-fa6e-4070-a38e-1c53668ceda0 HTTP/1.1" status: 200 len: 847 time: 0.1229026 Jan 26 20:58:33.845824 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-fa2b9dc5-d38f-4825-a3c4-7c595578805c req-066ccf23-6325-4aab-b051-5479b96cbacd tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:33.865806 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6bd8dbf3-0afd-471c-a249-2fb87f4776d5 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:33.914576 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50430) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:33.993473 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6176fbb1-537d-46ee-81af-6f1cc4cc7551 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:34.031717 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6176fbb1-537d-46ee-81af-6f1cc4cc7551 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:34.097351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6176fbb1-537d-46ee-81af-6f1cc4cc7551 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:34.103718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-303fa151-5ae2-4671-8a26-8409ece51450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:34.165625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176fbb1-537d-46ee-81af-6f1cc4cc7551 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c613a3-9651-4e49-89c6-c5dcdd3904f9,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:34.180561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6176fbb1-537d-46ee-81af-6f1cc4cc7551 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:34.187162 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6176fbb1-537d-46ee-81af-6f1cc4cc7551 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:34.188432 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-6176fbb1-537d-46ee-81af-6f1cc4cc7551 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "DELETE /v2.0/security-groups/45c613a3-9651-4e49-89c6-c5dcdd3904f9 HTTP/1.1" status: 204 len: 168 time: 0.2727246 Jan 26 20:58:34.192151 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50436) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:34.201792 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f182fcd-9eff-4a24-9820-22881b0ba795 None None] New status for floating IP 2597577b-5958-455d-92e1-ede24a215680: DOWN {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:58:34.222996 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.api.v2.resource [None req-f848fafd-df91-4e4d-8403-9002a6ff2c37 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] show failed (client error): The resource could not be found. Jan 26 20:58:34.226540 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f848fafd-df91-4e4d-8403-9002a6ff2c37 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "GET /v2.0/security-groups/45c613a3-9651-4e49-89c6-c5dcdd3904f9 HTTP/1.1" status: 404 len: 347 time: 0.0310140 Jan 26 20:58:34.227736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50440) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:34.287782 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ccf23-6325-4aab-b051-5479b96cbacd tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Pushing event deleted for resources: {'Port': ['ID=9dbb0872-3103-4706-b2b6-98f8ee1384f6,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:34.302779 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-066ccf23-6325-4aab-b051-5479b96cbacd tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:34.414009 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6b182417-1311-4d65-8177-33dcfcd6731a req-903efda7-c428-4843-ab7e-bf76df2887bd service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5960233 Jan 26 20:58:34.435023 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dacea1-689b-47f3-a95e-311df65b578c req-0fb19c05-4007-40a4-a476-1e679253fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:34.436606 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d6dacea1-689b-47f3-a95e-311df65b578c req-0fb19c05-4007-40a4-a476-1e679253fad2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24a08fe2-8195-4a58-b16c-ee168535efec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5855982 Jan 26 20:58:34.451234 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5923aa7-7e17-45a6-b4a8-1992c4eaa9f1 req-4e27c6bd-df3a-4770-b9aa-8a310238c925 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:34.452950 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c5923aa7-7e17-45a6-b4a8-1992c4eaa9f1 req-4e27c6bd-df3a-4770-b9aa-8a310238c925 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 943 time: 0.3389432 Jan 26 20:58:34.484333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:34.495367 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e167a965-79f8-4fd0-b038-aa11396ae5bc tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Deleting port a2d8f0af-1946-4c55-8365-bcabc2d9648b {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:34.495604 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e167a965-79f8-4fd0-b038-aa11396ae5bc tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:34.495900 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d824a697-053c-487d-bf99-133f3eb42306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:34.616484 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2b9dc5-d38f-4825-a3c4-7c595578805c req-066ccf23-6325-4aab-b051-5479b96cbacd tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] No DVR routers for this DVR port 9dbb0872-3103-4706-b2b6-98f8ee1384f6 on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:58:34.624043 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1e8a8b93-4f30-4eb5-9333-28a9109cfa3c req-687b8e77-e7ce-4bb0-b2f1-edcb1ccae97d tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.59 "GET /v2.0/ports?device_id=d9feb1a9-f663-4f94-9d17-b4c486a9fbcf HTTP/1.1" status: 200 len: 210 time: 0.0758889 Jan 26 20:58:34.624922 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-fa2b9dc5-d38f-4825-a3c4-7c595578805c req-066ccf23-6325-4aab-b051-5479b96cbacd tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:34.636484 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'name': 'network-vif-deleted', 'tag': '9dbb0872-3103-4706-b2b6-98f8ee1384f6'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:58:34.663106 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c5923aa7-7e17-45a6-b4a8-1992c4eaa9f1 req-56b82747-6a6e-4a8c-beae-d66a924d5f56 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945395 Jan 26 20:58:34.695204 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fa2b9dc5-d38f-4825-a3c4-7c595578805c req-066ccf23-6325-4aab-b051-5479b96cbacd tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] 10.222.0.11 "DELETE /v2.0/ports/9dbb0872-3103-4706-b2b6-98f8ee1384f6 HTTP/1.1" status: 204 len: 173 time: 2.3721550 Jan 26 20:58:34.714621 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9feb1a9-f663-4f94-9d17-b4c486a9fbcf', 'name': 'network-vif-deleted', 'tag': '9dbb0872-3103-4706-b2b6-98f8ee1384f6', 'status': 'completed', 'code': 200} Jan 26 20:58:34.744762 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d6dacea1-689b-47f3-a95e-311df65b578c req-09d739cd-f8f3-462a-b229-faf16e97196f service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906346 Jan 26 20:58:34.747875 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e64bb-2b1c-438b-9e19-8048f48544ea req-aed38b50-a1fe-4f6f-a951-4aa7d63ce97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:34.749551 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed9e64bb-2b1c-438b-9e19-8048f48544ea req-aed38b50-a1fe-4f6f-a951-4aa7d63ce97c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e60566ac1d2d43a3a7523d6e9cdc569e&device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 1160 time: 0.1769552 Jan 26 20:58:34.816532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e167a965-79f8-4fd0-b038-aa11396ae5bc tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:34.816893 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e167a965-79f8-4fd0-b038-aa11396ae5bc tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:34.962667 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e167a965-79f8-4fd0-b038-aa11396ae5bc tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Calling delete_port for a2d8f0af-1946-4c55-8365-bcabc2d9648b owned by network:floatingip {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:35.037718 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d6dacea1-689b-47f3-a95e-311df65b578c req-4f26d568-561b-4192-acbc-63a70cc7f9a6 service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2784002 Jan 26 20:58:35.038817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e64bb-2b1c-438b-9e19-8048f48544ea req-eb7feae3-50ac-485d-a832-eeb3229edd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:35.040239 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed9e64bb-2b1c-438b-9e19-8048f48544ea req-eb7feae3-50ac-485d-a832-eeb3229edd49 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c HTTP/1.1" status: 200 len: 907 time: 0.2797699 Jan 26 20:58:35.115646 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e167a965-79f8-4fd0-b038-aa11396ae5bc tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:35.132746 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:35.134720 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed9e64bb-2b1c-438b-9e19-8048f48544ea req-c2eb6118-9624-4089-8a78-327863370188 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 HTTP/1.1" status: 200 len: 217 time: 0.0744846 Jan 26 20:58:35.209844 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e64bb-2b1c-438b-9e19-8048f48544ea req-57c52100-7cea-4c4b-8c11-2e3a1e1c5583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:35.211793 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed9e64bb-2b1c-438b-9e19-8048f48544ea req-57c52100-7cea-4c4b-8c11-2e3a1e1c5583 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9cc2da95-502b-43da-9bf1-1bb29472cc80 HTTP/1.1" status: 200 len: 853 time: 0.0700564 Jan 26 20:58:35.234558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e167a965-79f8-4fd0-b038-aa11396ae5bc tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Pushing event deleted for resources: {'Port': ['ID=a2d8f0af-1946-4c55-8365-bcabc2d9648b,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:35.239173 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e167a965-79f8-4fd0-b038-aa11396ae5bc tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:35.272290 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed9e64bb-2b1c-438b-9e19-8048f48544ea req-d68bc343-eb9d-45bb-be5a-5277ff5da812 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481453 Jan 26 20:58:35.373929 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e167a965-79f8-4fd0-b038-aa11396ae5bc tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks [] for floatingip, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:35.392954 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e167a965-79f8-4fd0-b038-aa11396ae5bc tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:35.394403 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-e167a965-79f8-4fd0-b038-aa11396ae5bc tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] 10.222.0.59 "DELETE /v2.0/floatingips/2597577b-5958-455d-92e1-ede24a215680 HTTP/1.1" status: 204 len: 168 time: 1.1645212 Jan 26 20:58:35.459712 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed9e64bb-2b1c-438b-9e19-8048f48544ea req-238ed8c2-e3b5-4515-950b-bf763ada8def service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736972 Jan 26 20:58:35.633996 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed9e64bb-2b1c-438b-9e19-8048f48544ea req-1193ab64-7c5e-43ae-87a4-fa505176ab03 service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1618159 Jan 26 20:58:35.822837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:35.921425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23f648e-0423-4f23-a156-d02d815814b2 req-2de1b9ab-6951-4fca-81e4-6386df938c21 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:35.923765 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c23f648e-0423-4f23-a156-d02d815814b2 req-2de1b9ab-6951-4fca-81e4-6386df938c21 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 943 time: 0.1310239 Jan 26 20:58:35.982108 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c23f648e-0423-4f23-a156-d02d815814b2 req-bab21cf0-c649-4baf-b90e-55cee1c94dd7 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519207 Jan 26 20:58:36.082910 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:36.459740 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50500) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:37.302985 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bf2828-9eb4-42e0-a387-34656b4f24d4 req-edc938ee-f9d1-4bf3-9975-e0f94ae0843f tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:37.304584 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d3bf2828-9eb4-42e0-a387-34656b4f24d4 req-edc938ee-f9d1-4bf3-9975-e0f94ae0843f tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 943 time: 0.1883435 Jan 26 20:58:37.401152 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d3bf2828-9eb4-42e0-a387-34656b4f24d4 req-93630094-0f15-4ceb-bf72-b0cbf7f75d2a tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883648 Jan 26 20:58:37.435492 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d4836fb6-2b26-40b8-8631-671d803eeb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371946'] for router_interface, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:37.804126 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-d4836fb6-2b26-40b8-8631-671d803eeb1f admin admin] Deleting port 0c459b6c-c972-4b00-b4b6-1f331e6166e1 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:37.804703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d4836fb6-2b26-40b8-8631-671d803eeb1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:37.986715 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-d4836fb6-2b26-40b8-8631-671d803eeb1f admin admin] For port 0c459b6c-c972-4b00-b4b6-1f331e6166e1, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=0c459b6c-c972-4b00-b4b6-1f331e6166e1,segment=NetworkSegment(db934765-c907-4633-85b3-d59ea2a5dda2),segment_id=db934765-c907-4633-85b3-d59ea2a5dda2)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:37.987100 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d4836fb6-2b26-40b8-8631-671d803eeb1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:38.030832 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:58:38.103303 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:58:38.109012 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:58:38.109581 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:38.125806 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-d4836fb6-2b26-40b8-8631-671d803eeb1f admin admin] Calling delete_port for 0c459b6c-c972-4b00-b4b6-1f331e6166e1 owned by network:router_interface {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:38.245211 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:38.276013 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4662d8-4b7c-4b62-b33e-dff0d31db951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe54eb9-5cb3-45ee-9e87-31611a9eeed3'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:58:38.287465 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=6fe54eb9-5cb3-45ee-9e87-31611a9eeed3,segment=NetworkSegment(54fe2610-a4a4-4b49-aecc-d9249eac1831),segment_id=54fe2610-a4a4-4b49-aecc-d9249eac1831)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:38.290496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:38.293148 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:38.334127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d4836fb6-2b26-40b8-8631-671d803eeb1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:38.342927 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4662d8-4b7c-4b62-b33e-dff0d31db951', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fe54eb9-5cb3-45ee-9e87-31611a9eeed3', 'code': 200} Jan 26 20:58:38.350251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3de8f959-ab72-419d-8ad4-206bfe0bf8c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:38.369859 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=6fe54eb9-5cb3-45ee-9e87-31611a9eeed3,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:38.378545 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.378933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.379312 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.379683 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.380047 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.380411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.380776 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.381134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.381495 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.381853 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.382236 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.382594 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.382993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.383462 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.383824 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.384186 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.384801 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.384919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.385227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.385545 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.385918 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.386281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.386636 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.386983 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:38.391190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:38.450920 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4836fb6-2b26-40b8-8631-671d803eeb1f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c459b6c-c972-4b00-b4b6-1f331e6166e1,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:38.455700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d4836fb6-2b26-40b8-8631-671d803eeb1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:38.644785 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f0171a-981a-419a-9921-af59c1b0ca75 req-079727d9-b573-4b41-9a73-6026b48472eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:38.646706 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-53f0171a-981a-419a-9921-af59c1b0ca75 req-079727d9-b573-4b41-9a73-6026b48472eb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 1162 time: 0.0928087 Jan 26 20:58:38.696969 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-53f0171a-981a-419a-9921-af59c1b0ca75 req-778aaa70-693e-46cc-988f-e8ff71ac236a service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421870 Jan 26 20:58:38.870722 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7434809d-2095-416e-978f-6d143a287f47 req-f7c183df-b09a-432d-827d-b10f3fa1cd15 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:38.872396 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7434809d-2095-416e-978f-6d143a287f47 req-f7c183df-b09a-432d-827d-b10f3fa1cd15 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 945 time: 0.3155866 Jan 26 20:58:38.937400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d4836fb6-2b26-40b8-8631-671d803eeb1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854411141'] for router_interface, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:38.970481 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7434809d-2095-416e-978f-6d143a287f47 req-a6d1f251-7c82-4b84-9f1f-f36f709d67b9 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910277 Jan 26 20:58:39.459986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4836fb6-2b26-40b8-8631-671d803eeb1f admin admin] Router 908f509c-e03e-4109-80d2-7af729f40a7e has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:58:39.538658 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 50532) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:39.839134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:58:39.894631 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4836fb6-2b26-40b8-8631-671d803eeb1f admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:58:39.905369 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc43836e-6944-4b55-af62-8e24e8b39bf1 None None] Sync routers for ids ['908f509c-e03e-4109-80d2-7af729f40a7e'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:58:39.920280 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc43836e-6944-4b55-af62-8e24e8b39bf1 None None] Routers {'908f509c-e03e-4109-80d2-7af729f40a7e'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:58:39.921200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-bc43836e-6944-4b55-af62-8e24e8b39bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:58:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['908f509c-e03e-4109-80d2-7af729f40a7e'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:39.942170 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-d4836fb6-2b26-40b8-8631-671d803eeb1f admin admin] 10.222.0.59 "PUT /v2.0/routers/908f509c-e03e-4109-80d2-7af729f40a7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4811985 Jan 26 20:58:39.944801 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50538) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:39.956335 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:58:39.956757 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:40.205625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-bc43836e-6944-4b55-af62-8e24e8b39bf1 None None] Set router 908f509c-e03e-4109-80d2-7af729f40a7e gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:58:40.254558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c64aee26-6ec1-475e-894a-89437b6b3c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371946'] for router_interface, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:40.257323 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21f43d10-bfb4-42ed-8b68-4da3ff2239a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:40.435751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fa792a-8d7d-4e58-8b99-80fd48eade14 req-6bee06b0-6d4e-4fc9-ae13-f3aab3653074 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:40.437403 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c5fa792a-8d7d-4e58-8b99-80fd48eade14 req-6bee06b0-6d4e-4fc9-ae13-f3aab3653074 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 945 time: 0.3080552 Jan 26 20:58:40.526803 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-bc43836e-6944-4b55-af62-8e24e8b39bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:56:07Z', 'updated_at': '2021-01-26T20:58:38Z', 'revision_number': 5, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'gw_port': {'id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:08Z', 'updated_at': '2021-01-26T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:40.530771 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc43836e-6944-4b55-af62-8e24e8b39bf1 None None] Checking router: 908f509c-e03e-4109-80d2-7af729f40a7e for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:58:40.535311 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c5fa792a-8d7d-4e58-8b99-80fd48eade14 req-6732b026-ed8c-435b-985e-bb858ffde3e3 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802233 Jan 26 20:58:40.540329 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc43836e-6944-4b55-af62-8e24e8b39bf1 None None] Routers {'908f509c-e03e-4109-80d2-7af729f40a7e'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:58:40.540874 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-bc43836e-6944-4b55-af62-8e24e8b39bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:58:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['908f509c-e03e-4109-80d2-7af729f40a7e'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:40.548590 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21f43d10-bfb4-42ed-8b68-4da3ff2239a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:40.553912 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-21f43d10-bfb4-42ed-8b68-4da3ff2239a7 admin admin] Deleting port 5058b3f2-7153-439a-ac9d-678b9346c429 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:40.554292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21f43d10-bfb4-42ed-8b68-4da3ff2239a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:40.661544 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-c64aee26-6ec1-475e-894a-89437b6b3c46 admin admin] Deleting port caaa29db-3501-4b22-809a-1409af49246b {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:40.662102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c64aee26-6ec1-475e-894a-89437b6b3c46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:40.784533 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-bc43836e-6944-4b55-af62-8e24e8b39bf1 None None] Set router 908f509c-e03e-4109-80d2-7af729f40a7e gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:58:40.830596 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-21f43d10-bfb4-42ed-8b68-4da3ff2239a7 admin admin] For port 5058b3f2-7153-439a-ac9d-678b9346c429, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=5058b3f2-7153-439a-ac9d-678b9346c429,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:40.831225 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21f43d10-bfb4-42ed-8b68-4da3ff2239a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:40.993139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-21f43d10-bfb4-42ed-8b68-4da3ff2239a7 admin admin] Calling delete_port for 5058b3f2-7153-439a-ac9d-678b9346c429 owned by network:router_gateway {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:41.136701 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-c64aee26-6ec1-475e-894a-89437b6b3c46 admin admin] For port caaa29db-3501-4b22-809a-1409af49246b, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=caaa29db-3501-4b22-809a-1409af49246b,segment=NetworkSegment(0b455ceb-206b-40b0-aafe-4b7c50ff06a6),segment_id=0b455ceb-206b-40b0-aafe-4b7c50ff06a6)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:41.137103 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c64aee26-6ec1-475e-894a-89437b6b3c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:41.147253 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-bc43836e-6944-4b55-af62-8e24e8b39bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:56:07Z', 'updated_at': '2021-01-26T20:58:38Z', 'revision_number': 5, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'gw_port': {'id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:08Z', 'updated_at': '2021-01-26T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:41.151588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc43836e-6944-4b55-af62-8e24e8b39bf1 None None] The sync data for ids ['908f509c-e03e-4109-80d2-7af729f40a7e'] in dv-cinder-768105-4-iscsi is: [{'id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'name': 'tempest-TestMinimumBasicScenario-2062131995-router', 'tenant_id': '18914f172fbd4146a14a7e03eeabc256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:56:07Z', 'updated_at': '2021-01-26T20:58:38Z', 'revision_number': 5, 'project_id': '18914f172fbd4146a14a7e03eeabc256', 'gw_port': {'id': '5058b3f2-7153-439a-ac9d-678b9346c429', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:e3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '908f509c-e03e-4109-80d2-7af729f40a7e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:56:08Z', 'updated_at': '2021-01-26T20:56:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:58:41.166926 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21f43d10-bfb4-42ed-8b68-4da3ff2239a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:41.296218 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-c64aee26-6ec1-475e-894a-89437b6b3c46 admin admin] Calling delete_port for caaa29db-3501-4b22-809a-1409af49246b owned by network:router_interface {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:41.379945 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21f43d10-bfb4-42ed-8b68-4da3ff2239a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854406413'] for router_gateway, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:41.504839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c64aee26-6ec1-475e-894a-89437b6b3c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:41.531602 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b611cb1f-a9a7-4e2d-9e09-e9491b5cf4c8 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:41.558870 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21f43d10-bfb4-42ed-8b68-4da3ff2239a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854408990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760486'] for router, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:41.562436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21f43d10-bfb4-42ed-8b68-4da3ff2239a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:41.599305 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21f43d10-bfb4-42ed-8b68-4da3ff2239a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-366962'] for router, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:41.599874 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f43d10-bfb4-42ed-8b68-4da3ff2239a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 908f509c-e03e-4109-80d2-7af729f40a7e {{(pid=80132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 20:58:41.613338 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21f43d10-bfb4-42ed-8b68-4da3ff2239a7 admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:41.617790 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-21f43d10-bfb4-42ed-8b68-4da3ff2239a7 admin admin] 10.222.0.59 "DELETE /v2.0/routers/908f509c-e03e-4109-80d2-7af729f40a7e HTTP/1.1" status: 204 len: 168 time: 1.6715646 Jan 26 20:58:41.618852 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50560) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:41.674390 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64aee26-6ec1-475e-894a-89437b6b3c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=caaa29db-3501-4b22-809a-1409af49246b,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:41.677530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c64aee26-6ec1-475e-894a-89437b6b3c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:41.692414 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1e1946-1437-4cfb-ac49-5942d1a841c7 admin admin] Deleting subnet 620e1d56-745c-4398-94ad-58b0f1ca7059 {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:58:41.697402 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1946-1437-4cfb-ac49-5942d1a841c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:41.760376 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1946-1437-4cfb-ac49-5942d1a841c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14911266'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:41.865500 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1946-1437-4cfb-ac49-5942d1a841c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:42.009544 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c64aee26-6ec1-475e-894a-89437b6b3c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854411141'] for router_interface, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:42.139989 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1946-1437-4cfb-ac49-5942d1a841c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15367644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838262394'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:42.155781 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-850ee6e8-d643-4e83-91af-985448c6c5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:42.258214 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e1946-1437-4cfb-ac49-5942d1a841c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=620e1d56-745c-4398-94ad-58b0f1ca7059,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:42.262051 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ae1e1946-1437-4cfb-ac49-5942d1a841c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:42.293301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1946-1437-4cfb-ac49-5942d1a841c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:42.300804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6bc9f0-a38e-4375-9578-445993a1a2cd None None] Network b0e2cbdc-4704-427f-b7ee-311576e80ddb requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:58:42.302928 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ae1e1946-1437-4cfb-ac49-5942d1a841c7 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/620e1d56-745c-4398-94ad-58b0f1ca7059 HTTP/1.1" status: 204 len: 168 time: 0.6833909 Jan 26 20:58:42.305927 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50566) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:42.452345 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:42.522352 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 0c459b6c-c972-4b00-b4b6-1f331e6166e1 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:58:42.534081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Deleting port b62cd2c4-02ba-4a35-a762-a64d342c1244 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:42.534468 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:42.566625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64aee26-6ec1-475e-894a-89437b6b3c46 admin admin] Router ad3422ae-a533-47de-ae19-36568699a049 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:58:42.570395 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: 0c459b6c-c972-4b00-b4b6-1f331e6166e1 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:58:42.570796 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 0c459b6c-c972-4b00-b4b6-1f331e6166e1 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:58:42.571458 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 5058b3f2-7153-439a-ac9d-678b9346c429 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:58:42.611710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: 5058b3f2-7153-439a-ac9d-678b9346c429 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:58:42.612091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 5058b3f2-7153-439a-ac9d-678b9346c429 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:58:42.701500 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ff263b-0d42-42e2-a65d-f040592ada2f None None] DHCP port deletion for b0e2cbdc-4704-427f-b7ee-311576e80ddb request from dv-cinder-768105-4-iscsi {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 20:58:42.706577 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-64ff263b-0d42-42e2-a65d-f040592ada2f None None] Deleting port b62cd2c4-02ba-4a35-a762-a64d342c1244 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:42.706996 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-64ff263b-0d42-42e2-a65d-f040592ada2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:42.774092 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] For port b62cd2c4-02ba-4a35-a762-a64d342c1244, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=b62cd2c4-02ba-4a35-a762-a64d342c1244,segment=NetworkSegment(db934765-c907-4633-85b3-d59ea2a5dda2),segment_id=db934765-c907-4633-85b3-d59ea2a5dda2)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:42.774582 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:42.777894 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64aee26-6ec1-475e-894a-89437b6b3c46 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:58:42.795475 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-c64aee26-6ec1-475e-894a-89437b6b3c46 admin admin] 10.222.0.59 "PUT /v2.0/routers/ad3422ae-a533-47de-ae19-36568699a049/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2532170 Jan 26 20:58:42.795682 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 50570) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:42.800357 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b85dd8-3863-4987-8b79-258d92ad583f None None] Sync routers for ids ['ad3422ae-a533-47de-ae19-36568699a049'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:58:42.854514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b85dd8-3863-4987-8b79-258d92ad583f None None] Routers {'ad3422ae-a533-47de-ae19-36568699a049'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:58:42.855259 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-77b85dd8-3863-4987-8b79-258d92ad583f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:58:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ad3422ae-a533-47de-ae19-36568699a049'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:42.942693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Calling delete_port for b62cd2c4-02ba-4a35-a762-a64d342c1244 owned by network:dhcp {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:43.033344 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:43.039878 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34c0145c-e4db-4ab4-bd2b-edec64f59e8e admin admin] Notify callbacks [] for router, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:43.049517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-46bc21ae-3c64-4e37-b553-2e88435ef153 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:43.105078 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Pushing event deleted for resources: {'Port': ['ID=b62cd2c4-02ba-4a35-a762-a64d342c1244,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:43.161856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:43.251596 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34c0145c-e4db-4ab4-bd2b-edec64f59e8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:43.257310 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-34c0145c-e4db-4ab4-bd2b-edec64f59e8e admin admin] Deleting port d7e4f946-7832-4c0c-9e97-661b77e4cc05 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:43.257689 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34c0145c-e4db-4ab4-bd2b-edec64f59e8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:43.323524 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] No DVR routers for this DVR port b62cd2c4-02ba-4a35-a762-a64d342c1244 on host dv-cinder-768105-4-iscsi {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:58:43.353663 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-64ff263b-0d42-42e2-a65d-f040592ada2f None None] For port b62cd2c4-02ba-4a35-a762-a64d342c1244, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=b62cd2c4-02ba-4a35-a762-a64d342c1244,segment=NetworkSegment(db934765-c907-4633-85b3-d59ea2a5dda2),segment_id=db934765-c907-4633-85b3-d59ea2a5dda2)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:43.354051 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-64ff263b-0d42-42e2-a65d-f040592ada2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:43.432926 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-77b85dd8-3863-4987-8b79-258d92ad583f None None] Set router ad3422ae-a533-47de-ae19-36568699a049 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:58:43.631134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-64ff263b-0d42-42e2-a65d-f040592ada2f None None] Calling delete_port for b62cd2c4-02ba-4a35-a762-a64d342c1244 owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:43.709045 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-34c0145c-e4db-4ab4-bd2b-edec64f59e8e admin admin] For port d7e4f946-7832-4c0c-9e97-661b77e4cc05, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=d7e4f946-7832-4c0c-9e97-661b77e4cc05,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:43.709444 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34c0145c-e4db-4ab4-bd2b-edec64f59e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:43.779511 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-deaebfa3-1b45-403f-97f5-5e654e7c5343 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:43.781207 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-deaebfa3-1b45-403f-97f5-5e654e7c5343 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/networks?id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c HTTP/1.1" status: 200 len: 813 time: 0.6209095 Jan 26 20:58:43.791184 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:43.816512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [None req-64ff263b-0d42-42e2-a65d-f040592ada2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:58:43.816916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [None req-64ff263b-0d42-42e2-a65d-f040592ada2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:58:43.853196 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-34c0145c-e4db-4ab4-bd2b-edec64f59e8e admin admin] Calling delete_port for d7e4f946-7832-4c0c-9e97-661b77e4cc05 owned by network:router_gateway {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:43.888177 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-83a1657a-130f-411c-b5e8-4f3ad3539b6a tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/quotas/e60566ac1d2d43a3a7523d6e9cdc569e HTTP/1.1" status: 200 len: 375 time: 0.0778959 Jan 26 20:58:43.898538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-77b85dd8-3863-4987-8b79-258d92ad583f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:58:41Z', 'revision_number': 5, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:43.902704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b85dd8-3863-4987-8b79-258d92ad583f None None] Checking router: ad3422ae-a533-47de-ae19-36568699a049 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:58:43.912715 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b85dd8-3863-4987-8b79-258d92ad583f None None] Routers {'ad3422ae-a533-47de-ae19-36568699a049'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:58:43.913375 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-77b85dd8-3863-4987-8b79-258d92ad583f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:58:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['ad3422ae-a533-47de-ae19-36568699a049'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:43.975933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e2cbdc-4704-427f-b7ee-311576e80ddb']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:43.994134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db934765-c907-4633-85b3-d59ea2a5dda2') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:43.994477 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db934765-c907-4633-85b3-d59ea2a5dda2') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:43.997860 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34c0145c-e4db-4ab4-bd2b-edec64f59e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.010455 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839864534'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.037919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.040699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:58:44.105481 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-77b85dd8-3863-4987-8b79-258d92ad583f None None] Set router ad3422ae-a533-47de-ae19-36568699a049 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:58:44.140378 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34c0145c-e4db-4ab4-bd2b-edec64f59e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854406413'] for router_gateway, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.155552 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-a05e3fc3-f972-4c7c-8403-ac5c31c9b501 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e60566ac1d2d43a3a7523d6e9cdc569e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2502725 Jan 26 20:58:44.288063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34c0145c-e4db-4ab4-bd2b-edec64f59e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854408990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760486'] for router, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.299884 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34c0145c-e4db-4ab4-bd2b-edec64f59e8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.326909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-64ff263b-0d42-42e2-a65d-f040592ada2f None None] Deleting port b62cd2c4-02ba-4a35-a762-a64d342c1244 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:44.327295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-64ff263b-0d42-42e2-a65d-f040592ada2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.338525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34c0145c-e4db-4ab4-bd2b-edec64f59e8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-366962'] for router, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.339678 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c0145c-e4db-4ab4-bd2b-edec64f59e8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad3422ae-a533-47de-ae19-36568699a049 {{(pid=80131) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 20:58:44.342429 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Network b0e2cbdc-4704-427f-b7ee-311576e80ddb has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:58:44.357846 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839408769'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.359362 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34c0145c-e4db-4ab4-bd2b-edec64f59e8e admin admin] Notify callbacks [] for router, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.365047 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-34c0145c-e4db-4ab4-bd2b-edec64f59e8e admin admin] 10.222.0.59 "DELETE /v2.0/routers/ad3422ae-a533-47de-ae19-36568699a049 HTTP/1.1" status: 204 len: 168 time: 1.5682464 Jan 26 20:58:44.365736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 50588) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:44.405356 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-64ff263b-0d42-42e2-a65d-f040592ada2f None None] The port 'b62cd2c4-02ba-4a35-a762-a64d342c1244' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 20:58:44.425338 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device b62cd2c4-02ba-4a35-a762-a64d342c1244 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:58:44.448101 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-77bfaf96-2cec-4c6a-9fd8-400ceb8f638d admin admin] Deleting subnet f57cca65-4616-4076-a364-f0a94b9bdce6 {{(pid=80131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:58:44.451676 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-77bfaf96-2cec-4c6a-9fd8-400ceb8f638d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.493989 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: b62cd2c4-02ba-4a35-a762-a64d342c1244 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:58:44.494704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device b62cd2c4-02ba-4a35-a762-a64d342c1244 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:58:44.510262 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-77bfaf96-2cec-4c6a-9fd8-400ceb8f638d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.530609 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-77b85dd8-3863-4987-8b79-258d92ad583f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:58:41Z', 'revision_number': 5, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:44.535303 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b85dd8-3863-4987-8b79-258d92ad583f None None] The sync data for ids ['ad3422ae-a533-47de-ae19-36568699a049'] in dv-cinder-768105-4-iscsi is: [{'id': 'ad3422ae-a533-47de-ae19-36568699a049', 'name': 'tempest-AttachVolumeTestJSON-1371901972-router', 'tenant_id': '954edcaec745436491b2623398786a63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20'}], 'enable_snat': True}, 'gw_port_id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:52:37Z', 'updated_at': '2021-01-26T20:58:41Z', 'revision_number': 5, 'project_id': '954edcaec745436491b2623398786a63', 'gw_port': {'id': 'd7e4f946-7832-4c0c-9e97-661b77e4cc05', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:4b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad3422ae-a533-47de-ae19-36568699a049', 'device_owner': 'network:router_gateway', 'standard_attr_id': 436, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:52:38Z', 'updated_at': '2021-01-26T20:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:58:44.590880 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-af47ad34-fd17-4f47-88dc-6bfcd8ce6d60 service neutron] 10.222.0.59 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4135301 Jan 26 20:58:44.592862 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Network b0e2cbdc-4704-427f-b7ee-311576e80ddb has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:58:44.596342 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-77bfaf96-2cec-4c6a-9fd8-400ceb8f638d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:58:44.644657 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:58:44.801107 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.822023 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:44.838898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.848741 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e2cbdc-4704-427f-b7ee-311576e80ddb,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:44.865976 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:44.868457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-77bfaf96-2cec-4c6a-9fd8-400ceb8f638d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:44.886297 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-52c8331a-cd16-488e-8837-81c296a64219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:44.886505 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-cb89becd-3976-4741-8c23-bdf7a4ff1079 service neutron] 10.222.0.59 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2843022 Jan 26 20:58:44.899235 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] 10.222.0.59 "DELETE /v2.0/networks/b0e2cbdc-4704-427f-b7ee-311576e80ddb HTTP/1.1" status: 204 len: 168 time: 2.5921509 Jan 26 20:58:44.928664 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bfaf96-2cec-4c6a-9fd8-400ceb8f638d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f57cca65-4616-4076-a364-f0a94b9bdce6,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:44.976924 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-77bfaf96-2cec-4c6a-9fd8-400ceb8f638d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:45.045693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-77bfaf96-2cec-4c6a-9fd8-400ceb8f638d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:45.054882 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-77bfaf96-2cec-4c6a-9fd8-400ceb8f638d admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f57cca65-4616-4076-a364-f0a94b9bdce6 HTTP/1.1" status: 204 len: 168 time: 0.6857836 Jan 26 20:58:45.055998 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712fdb83-cbea-42b9-96b7-f70111cc2d95 None None] Network 02d20e51-2183-493a-a1ff-ad179f279ec0 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:58:45.057950 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50598) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:45.097099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 50602) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:45.163571 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-2b8e1023-7993-4dd2-a78f-9ebe75f9e3d8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=18914f172fbd4146a14a7e03eeabc256&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0651295 Jan 26 20:58:45.164431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 50606) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:45.222895 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:45.247574 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-aca9bcae-c01a-44df-ad5d-5fb6aa01ff24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:45.294173 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-aca9bcae-c01a-44df-ad5d-5fb6aa01ff24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:45.352207 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-dd70143e-fd1a-4085-accc-eea498f35b90 req-a19a7ca1-ccf4-4d87-854d-5e53b0c4c717 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 210 time: 0.0593112 Jan 26 20:58:45.371679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-aca9bcae-c01a-44df-ad5d-5fb6aa01ff24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:45.372600 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Deleting port 822dac25-ec23-4573-9529-0a3fbca4f3bb {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:45.372981 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:45.388447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b3ab9866-c61f-4309-9e5e-e20ddbce7ee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:45.400652 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9bcae-c01a-44df-ad5d-5fb6aa01ff24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d866325c-d97e-4e3f-b455-e128c16a2cd2,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:45.405389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-aca9bcae-c01a-44df-ad5d-5fb6aa01ff24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:45.415069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-aca9bcae-c01a-44df-ad5d-5fb6aa01ff24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:45.416508 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-aca9bcae-c01a-44df-ad5d-5fb6aa01ff24 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/d866325c-d97e-4e3f-b455-e128c16a2cd2 HTTP/1.1" status: 204 len: 168 time: 0.2508936 Jan 26 20:58:45.476457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaac696-adef-4d2a-b6b5-0052bc953186 None None] DHCP port deletion for 02d20e51-2183-493a-a1ff-ad179f279ec0 request from dv-cinder-768105-4-iscsi {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 20:58:45.481447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-ddaac696-adef-4d2a-b6b5-0052bc953186 None None] Deleting port 822dac25-ec23-4573-9529-0a3fbca4f3bb {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:45.482282 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ddaac696-adef-4d2a-b6b5-0052bc953186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:45.623291 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] For port 822dac25-ec23-4573-9529-0a3fbca4f3bb, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=822dac25-ec23-4573-9529-0a3fbca4f3bb,segment=NetworkSegment(0b455ceb-206b-40b0-aafe-4b7c50ff06a6),segment_id=0b455ceb-206b-40b0-aafe-4b7c50ff06a6)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:45.623686 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:45.736047 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-ddaac696-adef-4d2a-b6b5-0052bc953186 None None] For port 822dac25-ec23-4573-9529-0a3fbca4f3bb, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=822dac25-ec23-4573-9529-0a3fbca4f3bb,segment=NetworkSegment(0b455ceb-206b-40b0-aafe-4b7c50ff06a6),segment_id=0b455ceb-206b-40b0-aafe-4b7c50ff06a6)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:45.736679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ddaac696-adef-4d2a-b6b5-0052bc953186 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:45.775958 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Calling delete_port for 822dac25-ec23-4573-9529-0a3fbca4f3bb owned by network:dhcp {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:45.868096 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:45.884476 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:45.884699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-ddaac696-adef-4d2a-b6b5-0052bc953186 None None] Calling delete_port for 822dac25-ec23-4573-9529-0a3fbca4f3bb owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:45.941498 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Pushing event deleted for resources: {'Port': ['ID=822dac25-ec23-4573-9529-0a3fbca4f3bb,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:45.966359 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [None req-ddaac696-adef-4d2a-b6b5-0052bc953186 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:58:45.966771 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [None req-ddaac696-adef-4d2a-b6b5-0052bc953186 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:58:45.989418 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:46.040325 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] No DVR routers for this DVR port 822dac25-ec23-4573-9529-0a3fbca4f3bb on host dv-cinder-768105-4-iscsi {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:58:46.162828 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:46.274919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d20e51-2183-493a-a1ff-ad179f279ec0']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:46.291714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b455ceb-206b-40b0-aafe-4b7c50ff06a6') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:46.292053 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b455ceb-206b-40b0-aafe-4b7c50ff06a6') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:46.304600 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839864534'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:46.325577 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:46.327657 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:58:46.420197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device d7e4f946-7832-4c0c-9e97-661b77e4cc05 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:58:46.501727 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-ddaac696-adef-4d2a-b6b5-0052bc953186 None None] Deleting port 822dac25-ec23-4573-9529-0a3fbca4f3bb {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:46.505330 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ddaac696-adef-4d2a-b6b5-0052bc953186 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:46.523372 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b595c67a-909c-47a4-8196-9774dfc569ac tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:46.525181 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b595c67a-909c-47a4-8196-9774dfc569ac tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "GET /v2.0/networks?id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c HTTP/1.1" status: 200 len: 813 time: 0.2232924 Jan 26 20:58:46.530639 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Network 02d20e51-2183-493a-a1ff-ad179f279ec0 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:58:46.543075 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839408769'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:46.545698 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: d7e4f946-7832-4c0c-9e97-661b77e4cc05 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:58:46.546122 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device d7e4f946-7832-4c0c-9e97-661b77e4cc05 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:58:46.546593 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device caaa29db-3501-4b22-809a-1409af49246b no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:58:46.549246 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Request body: {'port': {'device_id': '19fe3bd2-b8f1-4c67-a782-4d51e3de9d48', 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c', 'admin_state_up': True, 'tenant_id': 'e60566ac1d2d43a3a7523d6e9cdc569e'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:58:46.691194 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-607e254f-73e4-43bb-b9fe-fdcd02ce45a2 req-dd8c199e-20a4-4388-9ad8-f0e80565fb20 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 210 time: 0.1509514 Jan 26 20:58:46.718815 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:58:46.723680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Usage tracker for resource:port and tenant:e60566ac1d2d43a3a7523d6e9cdc569e is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:58:46.727347 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Quota usage for port was recalculated. Used quota:2. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:58:46.733510 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:58:46.743534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Made reservation on behalf of e60566ac1d2d43a3a7523d6e9cdc569e for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:58:46.758708 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:46.811754 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: caaa29db-3501-4b22-809a-1409af49246b {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:58:46.812460 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device caaa29db-3501-4b22-809a-1409af49246b not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:58:46.812948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 822dac25-ec23-4573-9529-0a3fbca4f3bb no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:58:46.825355 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Network 02d20e51-2183-493a-a1ff-ad179f279ec0 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:58:46.843531 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-ddaac696-adef-4d2a-b6b5-0052bc953186 None None] The port '822dac25-ec23-4573-9529-0a3fbca4f3bb' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:58:46.850262 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:58:46.859415 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: 822dac25-ec23-4573-9529-0a3fbca4f3bb {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:58:46.859812 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 822dac25-ec23-4573-9529-0a3fbca4f3bb not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:58:46.950962 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:46.954867 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-59de8f32-d1e1-4090-bab7-c1a81a99e562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:46.972684 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:46.981655 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Pushing event deleted for resources: {'Network': ['ID=02d20e51-2183-493a-a1ff-ad179f279ec0,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:46.985194 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:46.995932 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] 10.222.0.59 "DELETE /v2.0/networks/02d20e51-2183-493a-a1ff-ad179f279ec0 HTTP/1.1" status: 204 len: 168 time: 1.9368157 Jan 26 20:58:47.090736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Allocated IP 172.20.0.6 (76fa36cd-dc23-4b1a-abc8-405c6a03aa5c/9cc2da95-502b-43da-9bf1-1bb29472cc80/2be32507-657a-44b2-acd1-b7b905f4ff03) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:58:47.210757 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50626) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:47.262486 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-e05162c5-e8c0-4721-9841-91f7383c310b admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=954edcaec745436491b2623398786a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0501399 Jan 26 20:58:47.265070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50630) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:47.310994 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:47.332094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b08c0205-bed2-4a31-865a-47214dc1373c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:47.342053 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:47.356919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:47.359628 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b08c0205-bed2-4a31-865a-47214dc1373c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:47.411434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b08c0205-bed2-4a31-865a-47214dc1373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:47.416933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d9a7cbaf-9e27-4e41-aa8e-e436e62f1d0c tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:47.431388 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08c0205-bed2-4a31-865a-47214dc1373c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d3b527d-400f-44ee-a917-da15ae8990a4,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:47.434242 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b08c0205-bed2-4a31-865a-47214dc1373c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:47.440476 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b08c0205-bed2-4a31-865a-47214dc1373c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:47.444284 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b08c0205-bed2-4a31-865a-47214dc1373c admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/7d3b527d-400f-44ee-a917-da15ae8990a4 HTTP/1.1" status: 204 len: 168 time: 0.1757138 Jan 26 20:58:47.500428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Pushing event updated for resources: {'Port': ['ID=2be32507-657a-44b2-acd1-b7b905f4ff03,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:47.505952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:47.561069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:58:47.562236 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:58:47.565246 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:58:47.601585 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:47.602266 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:47.634261 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0893111 Jan 26 20:58:47.653233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Request body: {'port': {'device_id': '19fe3bd2-b8f1-4c67-a782-4d51e3de9d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:58:47.777095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:47.963010 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81eda3-9614-45c5-b9b8-a463f0949258 req-4850d14c-b4be-4711-9a03-318ae139caa5 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:47.964767 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6e81eda3-9614-45c5-b9b8-a463f0949258 req-4850d14c-b4be-4711-9a03-318ae139caa5 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 931 time: 0.1298735 Jan 26 20:58:48.023249 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6e81eda3-9614-45c5-b9b8-a463f0949258 req-05899ec4-7997-4655-8328-190b94f30d82 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513000 Jan 26 20:58:48.210016 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2be32507-657a-44b2-acd1-b7b905f4ff03 {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:58:48.218052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:48.230495 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Transition to ACTIVE for port object 2be32507-657a-44b2-acd1-b7b905f4ff03 will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:58:48.233135 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:48.248323 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9cc7deb6-3477-472e-8da5-22f85925518f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:48.388020 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Pushing event updated for resources: {'Port': ['ID=2be32507-657a-44b2-acd1-b7b905f4ff03,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:48.393260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:48.519374 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Attempting to bind port 2be32507-657a-44b2-acd1-b7b905f4ff03 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:58:48.519742 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Attempting to bind port 2be32507-657a-44b2-acd1-b7b905f4ff03 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:58:48.520103 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Attempting to bind port 2be32507-657a-44b2-acd1-b7b905f4ff03 on network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:58:48.525653 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:58:48.526070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Checking segment: {'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:58:48.526472 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:48.526863 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Bound using segment: {'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:58:48.527326 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Bound port: 2be32507-657a-44b2-acd1-b7b905f4ff03, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:58:48.527693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:48.622078 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] For port 2be32507-657a-44b2-acd1-b7b905f4ff03, host hv-cinder-76810, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:58:48.626263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] For port 2be32507-657a-44b2-acd1-b7b905f4ff03, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=2be32507-657a-44b2-acd1-b7b905f4ff03,segment=NetworkSegment(54fe2610-a4a4-4b49-aecc-d9249eac1831),segment_id=54fe2610-a4a4-4b49-aecc-d9249eac1831)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:58:48.632183 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:48.648618 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c679bebd-5f05-4dd3-8fab-a5d06c37d3e1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:48.703527 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:58:48.802583 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Pushing event updated for resources: {'Port': ['ID=2be32507-657a-44b2-acd1-b7b905f4ff03,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:48.808415 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:48.846050 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:48.846651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:48.848191 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] 10.222.0.11 "PUT /v2.0/ports/2be32507-657a-44b2-acd1-b7b905f4ff03 HTTP/1.1" status: 200 len: 1157 time: 1.1998506 Jan 26 20:58:48.848719 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19fe3bd2-b8f1-4c67-a782-4d51e3de9d48', 'tag': '2be32507-657a-44b2-acd1-b7b905f4ff03'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:58:48.951106 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19fe3bd2-b8f1-4c67-a782-4d51e3de9d48', 'tag': '2be32507-657a-44b2-acd1-b7b905f4ff03', 'status': 'completed', 'code': 200} Jan 26 20:58:48.998631 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-7628545f-a95a-43a0-836e-5c1dab73e10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:49.000408 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-7628545f-a95a-43a0-836e-5c1dab73e10d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e60566ac1d2d43a3a7523d6e9cdc569e&device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 1160 time: 0.0915377 Jan 26 20:58:49.303806 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee1e7a-8d33-4b0e-b15a-411d1b137354 req-2f834d5a-8380-41cc-86b3-936db55d36e7 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:49.305822 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b0ee1e7a-8d33-4b0e-b15a-411d1b137354 req-2f834d5a-8380-41cc-86b3-936db55d36e7 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 943 time: 0.1453812 Jan 26 20:58:49.320485 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-37b1d1c5-4470-4f3f-95b4-5296356cf5df service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2be32507-657a-44b2-acd1-b7b905f4ff03 HTTP/1.1" status: 200 len: 217 time: 0.3011889 Jan 26 20:58:49.365189 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b0ee1e7a-8d33-4b0e-b15a-411d1b137354 req-3bc5d844-0d14-429b-8400-399082c82df3 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525668 Jan 26 20:58:49.391058 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-9b718795-947c-482e-bce5-8cee498263aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:49.392672 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-9b718795-947c-482e-bce5-8cee498263aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9cc2da95-502b-43da-9bf1-1bb29472cc80 HTTP/1.1" status: 200 len: 853 time: 0.0659893 Jan 26 20:58:49.446196 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-7494b685-d27e-4e81-b8f3-23502da5bb76 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461767 Jan 26 20:58:49.587497 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-d74c2451-1c67-4781-b7fc-643a6a608966 service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347017 Jan 26 20:58:49.730827 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d8cf3ad4-1801-4367-91c6-39af7c8eb7c5 req-cf569845-b6fa-48d2-b3a6-d80aaee70a92 service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361260 Jan 26 20:58:49.922108 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9877f25-4196-4fba-a86f-abb27ba74dcb req-f0843657-484e-443e-962c-e4e28b7820b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:49.923903 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b9877f25-4196-4fba-a86f-abb27ba74dcb req-f0843657-484e-443e-962c-e4e28b7820b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e60566ac1d2d43a3a7523d6e9cdc569e&device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 1160 time: 0.0826702 Jan 26 20:58:50.067363 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9877f25-4196-4fba-a86f-abb27ba74dcb req-7609e60d-7279-4436-882c-088749b108ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:50.068905 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b9877f25-4196-4fba-a86f-abb27ba74dcb req-7609e60d-7279-4436-882c-088749b108ef service neutron] 10.222.0.11 "GET /v2.0/networks?id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c HTTP/1.1" status: 200 len: 907 time: 0.1347558 Jan 26 20:58:50.142222 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b9877f25-4196-4fba-a86f-abb27ba74dcb req-9894d63c-8682-424b-ba71-993dc0209069 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2be32507-657a-44b2-acd1-b7b905f4ff03 HTTP/1.1" status: 200 len: 217 time: 0.0643065 Jan 26 20:58:50.214017 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9877f25-4196-4fba-a86f-abb27ba74dcb req-5976a6d1-d328-484c-bb01-f73901aa8d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:50.215553 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b9877f25-4196-4fba-a86f-abb27ba74dcb req-5976a6d1-d328-484c-bb01-f73901aa8d26 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9cc2da95-502b-43da-9bf1-1bb29472cc80 HTTP/1.1" status: 200 len: 853 time: 0.0668080 Jan 26 20:58:50.267226 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b9877f25-4196-4fba-a86f-abb27ba74dcb req-87aeff27-9f94-41cf-9c4d-f077f7131e5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450001 Jan 26 20:58:50.417283 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b9877f25-4196-4fba-a86f-abb27ba74dcb req-f049b889-6056-49a8-8fe1-4b6d6dd38b16 service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419926 Jan 26 20:58:50.571265 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b9877f25-4196-4fba-a86f-abb27ba74dcb req-a51f9732-7626-4ac7-9d60-d3aacfa6baaf service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1459424 Jan 26 20:58:50.638640 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9977d4e9-f13c-4f11-9b2e-58bac9c811ee req-3ecf52ef-38c6-4741-be37-62ab5d66cc2d tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:50.640410 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9977d4e9-f13c-4f11-9b2e-58bac9c811ee req-3ecf52ef-38c6-4741-be37-62ab5d66cc2d tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 943 time: 0.1408935 Jan 26 20:58:50.703163 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9977d4e9-f13c-4f11-9b2e-58bac9c811ee req-436a79f6-6377-4835-beaa-d5a2a2993eff tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537057 Jan 26 20:58:51.050385 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-b4c876af-0126-43d4-bae5-9764612998df tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/floatingips/792fba36-93c7-443c-bed0-aadcf0b3397d HTTP/1.1" status: 200 len: 998 time: 0.3461616 Jan 26 20:58:51.248809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-3e22cff6-1889-4d36-b183-88afc7c09918 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:51.250221 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-3e22cff6-1889-4d36-b183-88afc7c09918 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/networks/4bf8f360-8c6f-48c4-992b-12f8abb374b0 HTTP/1.1" status: 200 len: 784 time: 0.1936905 Jan 26 20:58:51.261480 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-266dd405-378c-4366-b61f-39a7c7249124 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 20:58:51.262567 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-266dd405-378c-4366-b61f-39a7c7249124 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0059526 Jan 26 20:58:51.379185 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-65b0b88f-7e84-4b99-a7bd-6a0ebdd1dd40 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.189 HTTP/1.1" status: 200 len: 1001 time: 0.1100659 Jan 26 20:58:51.499178 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-15358174-15e4-4457-90e0-1f182967e80c tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:51.500530 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-15358174-15e4-4457-90e0-1f182967e80c tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports/5f9f51c9-f53a-4ecf-9e97-18817b4271f2 HTTP/1.1" status: 200 len: 942 time: 0.1154406 Jan 26 20:58:51.694164 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-c9603799-44a0-4170-b96f-8bbdf84caf97 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.189 HTTP/1.1" status: 200 len: 1001 time: 0.1140831 Jan 26 20:58:51.980801 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-3abf15e1-cc69-4801-ad35-a4fdb6c25c6f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Deleting port 172fc470-9cda-46cf-854b-9b229f85e9c6 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:51.981180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-3abf15e1-cc69-4801-ad35-a4fdb6c25c6f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:52.109482 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d6a2a-646d-4690-b505-41c7fb7f9fb7 req-0d4e6bf3-5081-4cf8-97ac-e555d9cab5d8 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:52.111637 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e37d6a2a-646d-4690-b505-41c7fb7f9fb7 req-0d4e6bf3-5081-4cf8-97ac-e555d9cab5d8 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 943 time: 0.2334383 Jan 26 20:58:52.246438 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e37d6a2a-646d-4690-b505-41c7fb7f9fb7 req-7e92af45-25d4-43c9-963b-612ed73e3baf tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856950 Jan 26 20:58:52.264729 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-3abf15e1-cc69-4801-ad35-a4fdb6c25c6f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:52.265098 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-3abf15e1-cc69-4801-ad35-a4fdb6c25c6f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:52.402845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-3abf15e1-cc69-4801-ad35-a4fdb6c25c6f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Calling delete_port for 172fc470-9cda-46cf-854b-9b229f85e9c6 owned by network:floatingip {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:52.550813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-3abf15e1-cc69-4801-ad35-a4fdb6c25c6f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:52.569644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ed22e378-2054-4d89-b82d-d9e3b18e6abb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:52.659103 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abf15e1-cc69-4801-ad35-a4fdb6c25c6f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Pushing event deleted for resources: {'Port': ['ID=172fc470-9cda-46cf-854b-9b229f85e9c6,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:52.669047 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3abf15e1-cc69-4801-ad35-a4fdb6c25c6f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:52.789626 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-3abf15e1-cc69-4801-ad35-a4fdb6c25c6f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for floatingip, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:52.790034 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-3abf15e1-cc69-4801-ad35-a4fdb6c25c6f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Floating IP 792fba36-93c7-443c-bed0-aadcf0b3397d disassociated (deleted). External IP: 172.27.0.189, port: 5f9f51c9-f53a-4ecf-9e97-18817b4271f2. Jan 26 20:58:53.160673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-3abf15e1-cc69-4801-ad35-a4fdb6c25c6f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Router 1b17d556-d143-4144-9859-d42e0a3eec32 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:58:53.350908 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-3abf15e1-cc69-4801-ad35-a4fdb6c25c6f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:58:53.369092 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21624c1-a24f-412e-bfe2-671d5ae9c875 None None] Sync routers for ids ['1b17d556-d143-4144-9859-d42e0a3eec32'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:58:53.379019 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21624c1-a24f-412e-bfe2-671d5ae9c875 None None] Routers {'1b17d556-d143-4144-9859-d42e0a3eec32'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:58:53.379560 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-3abf15e1-cc69-4801-ad35-a4fdb6c25c6f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:53.379683 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-c21624c1-a24f-412e-bfe2-671d5ae9c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:58:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['1b17d556-d143-4144-9859-d42e0a3eec32'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:53.491573 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-3abf15e1-cc69-4801-ad35-a4fdb6c25c6f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "DELETE /v2.0/floatingips/792fba36-93c7-443c-bed0-aadcf0b3397d HTTP/1.1" status: 204 len: 173 time: 1.7912276 Jan 26 20:58:53.492184 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e88ef81-d23d-4c46-853c-7c855f710595', 'tag': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:58:53.567320 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-c21624c1-a24f-412e-bfe2-671d5ae9c875 None None] Set router 1b17d556-d143-4144-9859-d42e0a3eec32 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:58:53.620798 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f1222-8ce3-4943-a1a1-2c565a8c9085 req-549e27b9-0647-42b7-a8dc-514a28dc60f8 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:53.622510 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7a3f1222-8ce3-4943-a1a1-2c565a8c9085 req-549e27b9-0647-42b7-a8dc-514a28dc60f8 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 943 time: 0.2112534 Jan 26 20:58:53.663161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-5f1d5efb-0a5c-4af1-864b-c5105b18f8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:53.664788 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-5f1d5efb-0a5c-4af1-864b-c5105b18f8a7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ddb9c1e31e3d4a36aea324e94f6a1be6&device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 1162 time: 0.1547663 Jan 26 20:58:53.732621 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7a3f1222-8ce3-4943-a1a1-2c565a8c9085 req-11d64e4f-b090-419e-ac6c-85ea30d13410 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910501 Jan 26 20:58:53.931540 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-c21624c1-a24f-412e-bfe2-671d5ae9c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4066da2b-03ec-4520-9b33-726af173742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:47Z', 'updated_at': '2021-01-26T20:53:52Z', 'revision_number': 4, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'gw_port': {'id': '4066da2b-03ec-4520-9b33-726af173742a', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:48Z', 'updated_at': '2021-01-26T20:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'c8ece0f7-499b-4009-bb18-40880c89fe99', 'name': '', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'mac_address': 'fa:16:3e:c4:70:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:51Z', 'updated_at': '2021-01-26T20:54:03Z', 'revision_number': 5, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'subnets': [{'id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:53.936329 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21624c1-a24f-412e-bfe2-671d5ae9c875 None None] Checking router: 1b17d556-d143-4144-9859-d42e0a3eec32 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:58:53.947067 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21624c1-a24f-412e-bfe2-671d5ae9c875 None None] Routers {'1b17d556-d143-4144-9859-d42e0a3eec32'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:58:53.947702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-c21624c1-a24f-412e-bfe2-671d5ae9c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:58:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['1b17d556-d143-4144-9859-d42e0a3eec32'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:54.023579 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7a144-ce79-42d9-9408-74cc1edf12e7 req-0cde60d5-319a-4171-b096-bd6be0a2def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:54.025788 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a7b7a144-ce79-42d9-9408-74cc1edf12e7 req-0cde60d5-319a-4171-b096-bd6be0a2def5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=ddb9c1e31e3d4a36aea324e94f6a1be6&device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 1162 time: 0.0991709 Jan 26 20:58:54.031151 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e88ef81-d23d-4c46-853c-7c855f710595', 'tag': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2', 'status': 'completed', 'code': 200} Jan 26 20:58:54.108342 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-88e69c87-466f-4d3d-aa68-cbb780823f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:54.110008 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-88e69c87-466f-4d3d-aa68-cbb780823f8a service neutron] 10.222.0.59 "GET /v2.0/networks?id=24a08fe2-8195-4a58-b16c-ee168535efec HTTP/1.1" status: 200 len: 902 time: 0.4261918 Jan 26 20:58:54.167659 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-c21624c1-a24f-412e-bfe2-671d5ae9c875 None None] Set router 1b17d556-d143-4144-9859-d42e0a3eec32 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:58:54.190687 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-932b5206-ee46-4448-a58f-37eec8cf47be service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9f51c9-f53a-4ecf-9e97-18817b4271f2 HTTP/1.1" status: 200 len: 217 time: 0.0727739 Jan 26 20:58:54.192005 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7a144-ce79-42d9-9408-74cc1edf12e7 req-0b102779-25ef-44ac-82e0-f81f8dbbc03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:54.193629 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a7b7a144-ce79-42d9-9408-74cc1edf12e7 req-0b102779-25ef-44ac-82e0-f81f8dbbc03a service neutron] 10.222.0.11 "GET /v2.0/networks?id=24a08fe2-8195-4a58-b16c-ee168535efec HTTP/1.1" status: 200 len: 902 time: 0.1592913 Jan 26 20:58:54.268977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-6a6f7357-2413-43ba-8a4b-13c055d63dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:54.269799 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a7b7a144-ce79-42d9-9408-74cc1edf12e7 req-20d7d5c3-20c2-4c75-b2dc-084d39e92e18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5f9f51c9-f53a-4ecf-9e97-18817b4271f2 HTTP/1.1" status: 200 len: 217 time: 0.0687122 Jan 26 20:58:54.270700 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-6a6f7357-2413-43ba-8a4b-13c055d63dca service neutron] 10.222.0.59 "GET /v2.0/subnets?id=a1604279-fa6e-4070-a38e-1c53668ceda0 HTTP/1.1" status: 200 len: 847 time: 0.0728755 Jan 26 20:58:54.352124 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7a144-ce79-42d9-9408-74cc1edf12e7 req-5e6a56d8-36bb-4072-9b8a-ec6f91fb7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:54.353708 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a7b7a144-ce79-42d9-9408-74cc1edf12e7 req-5e6a56d8-36bb-4072-9b8a-ec6f91fb7159 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=a1604279-fa6e-4070-a38e-1c53668ceda0 HTTP/1.1" status: 200 len: 847 time: 0.0764174 Jan 26 20:58:54.358316 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-ebae8fbd-d569-40a9-8f3f-832d8d43332e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:54.359982 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-ebae8fbd-d569-40a9-8f3f-832d8d43332e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=24a08fe2-8195-4a58-b16c-ee168535efec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0823393 Jan 26 20:58:54.441774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b7a144-ce79-42d9-9408-74cc1edf12e7 req-59fa5f00-23cb-47a3-90dd-167fbe2b4719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:54.443700 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a7b7a144-ce79-42d9-9408-74cc1edf12e7 req-59fa5f00-23cb-47a3-90dd-167fbe2b4719 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=24a08fe2-8195-4a58-b16c-ee168535efec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0809605 Jan 26 20:58:54.518689 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-8615452c-2821-460f-96e7-6600166dc9f5 service neutron] 10.222.0.59 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497579 Jan 26 20:58:54.602567 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a7b7a144-ce79-42d9-9408-74cc1edf12e7 req-cd2680c1-bb62-4f6f-85bf-8f9d697c0d2e service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512260 Jan 26 20:58:54.676377 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3bbf4015-ccd2-4a99-8ca5-f7e59f150cad req-483cb464-abc6-4e12-828d-0ffcc42906da service neutron] 10.222.0.59 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1513832 Jan 26 20:58:54.686706 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-c21624c1-a24f-412e-bfe2-671d5ae9c875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4066da2b-03ec-4520-9b33-726af173742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:47Z', 'updated_at': '2021-01-26T20:53:52Z', 'revision_number': 4, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'gw_port': {'id': '4066da2b-03ec-4520-9b33-726af173742a', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:48Z', 'updated_at': '2021-01-26T20:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'c8ece0f7-499b-4009-bb18-40880c89fe99', 'name': '', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'mac_address': 'fa:16:3e:c4:70:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:51Z', 'updated_at': '2021-01-26T20:54:03Z', 'revision_number': 5, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'subnets': [{'id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:58:54.691575 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c21624c1-a24f-412e-bfe2-671d5ae9c875 None None] The sync data for ids ['1b17d556-d143-4144-9859-d42e0a3eec32'] in dv-cinder-768105-4-iscsi is: [{'id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4066da2b-03ec-4520-9b33-726af173742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:47Z', 'updated_at': '2021-01-26T20:53:52Z', 'revision_number': 4, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'gw_port': {'id': '4066da2b-03ec-4520-9b33-726af173742a', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:48Z', 'updated_at': '2021-01-26T20:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'c8ece0f7-499b-4009-bb18-40880c89fe99', 'name': '', 'network_id': '24a08fe2-8195-4a58-b16c-ee168535efec', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'mac_address': 'fa:16:3e:c4:70:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:51Z', 'updated_at': '2021-01-26T20:54:03Z', 'revision_number': 5, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'subnets': [{'id': 'a1604279-fa6e-4070-a38e-1c53668ceda0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:58:54.774058 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a7b7a144-ce79-42d9-9408-74cc1edf12e7 req-54bab479-a4ed-48f9-a6c0-22ef4276eda1 service neutron] 10.222.0.11 "GET /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1616113 Jan 26 20:58:55.039361 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838238c-4216-4e23-8899-1cc70f628a10 req-ae1c9558-976e-485d-b46b-eb7594571a33 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:55.041157 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3838238c-4216-4e23-8899-1cc70f628a10 req-ae1c9558-976e-485d-b46b-eb7594571a33 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 943 time: 0.1697824 Jan 26 20:58:55.119293 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3838238c-4216-4e23-8899-1cc70f628a10 req-9035c8bc-97d9-4d84-a83b-8335741b3b34 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711541 Jan 26 20:58:55.145006 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205cd87d-c051-45c9-8505-8623276086e7 None None] New status for floating IP 792fba36-93c7-443c-bed0-aadcf0b3397d: DOWN {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 20:58:55.356056 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f7777-54f7-4c66-b075-ba3435a2c7ae req-838b4e07-1e9d-4272-b1a8-30544f7b1747 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:55.356933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-f83f7777-54f7-4c66-b075-ba3435a2c7ae req-838b4e07-1e9d-4272-b1a8-30544f7b1747 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Synchronizing usage tracker for tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:58:55.375353 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-f83f7777-54f7-4c66-b075-ba3435a2c7ae req-838b4e07-1e9d-4272-b1a8-30544f7b1747 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Unset dirty status for tenant:ddb9c1e31e3d4a36aea324e94f6a1be6 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:58:55.386143 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f83f7777-54f7-4c66-b075-ba3435a2c7ae req-838b4e07-1e9d-4272-b1a8-30544f7b1747 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.1817718 Jan 26 20:58:55.446770 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f83f7777-54f7-4c66-b075-ba3435a2c7ae req-dacf6ab4-6c91-4c03-b0ff-e38fcead76bb tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0578554 Jan 26 20:58:56.379957 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03de64-51b5-4e2c-ac24-18aae7dd7b10 req-88053480-edcf-487c-a766-d9a21b7374f5 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:56.381592 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1a03de64-51b5-4e2c-ac24-18aae7dd7b10 req-88053480-edcf-487c-a766-d9a21b7374f5 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 943 time: 0.1309855 Jan 26 20:58:56.437636 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1a03de64-51b5-4e2c-ac24-18aae7dd7b10 req-e9df6794-c1bc-4b5c-b985-809baacdeb26 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495203 Jan 26 20:58:56.520913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 2be32507-657a-44b2-acd1-b7b905f4ff03 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:58:56.598464 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port 2be32507-657a-44b2-acd1-b7b905f4ff03 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:58:56.604872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 2be32507-657a-44b2-acd1-b7b905f4ff03 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:58:56.605434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:56.752884 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:56.782255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fe3bd2-b8f1-4c67-a782-4d51e3de9d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be32507-657a-44b2-acd1-b7b905f4ff03'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:58:56.794661 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 2be32507-657a-44b2-acd1-b7b905f4ff03, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=2be32507-657a-44b2-acd1-b7b905f4ff03,segment=NetworkSegment(54fe2610-a4a4-4b49-aecc-d9249eac1831),segment_id=54fe2610-a4a4-4b49-aecc-d9249eac1831)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:56.797742 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:56.799871 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:56.877859 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=2be32507-657a-44b2-acd1-b7b905f4ff03,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:56.888469 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd04ecb-402b-4823-b7bc-907118ec515c req-236e574a-833b-4b46-bec5-b0ba2ec1d822 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:56.890209 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1bd04ecb-402b-4823-b7bc-907118ec515c req-236e574a-833b-4b46-bec5-b0ba2ec1d822 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.1647937 Jan 26 20:58:56.900430 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:56.902422 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fe3bd2-b8f1-4c67-a782-4d51e3de9d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2be32507-657a-44b2-acd1-b7b905f4ff03', 'code': 200} Jan 26 20:58:56.968316 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8d52f-3459-442f-a3cc-1a1e22e707f6 req-ad76e66e-ee64-48cc-a937-8f49bfc84af0 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:56.970602 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-88e8d52f-3459-442f-a3cc-1a1e22e707f6 req-ad76e66e-ee64-48cc-a937-8f49bfc84af0 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.11 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 945 time: 0.1609378 Jan 26 20:58:56.983190 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1bd04ecb-402b-4823-b7bc-907118ec515c req-095b2e80-53cc-4c76-8c19-56d80babe85a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups?id=4e2a0e19-ebdc-432a-9993-67c1d5e40e94&fields=id&fields=name HTTP/1.1" status: 200 len: 316 time: 0.0779183 Jan 26 20:58:57.067829 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-88e8d52f-3459-442f-a3cc-1a1e22e707f6 req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Deleting port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:58:57.068218 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-88e8d52f-3459-442f-a3cc-1a1e22e707f6 req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:57.184982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50758) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:57.342045 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-135f69e4-5b9a-4262-9628-180b97062a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:57.346935 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90709ebb-1018-4c77-b349-fd6c1f38cc84 req-c4403ea9-8409-4b50-9eef-66c20ce51e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:57.348590 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-90709ebb-1018-4c77-b349-fd6c1f38cc84 req-c4403ea9-8409-4b50-9eef-66c20ce51e5e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 1162 time: 0.2286263 Jan 26 20:58:57.357753 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-135f69e4-5b9a-4262-9628-180b97062a08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:58:57.362856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-135f69e4-5b9a-4262-9628-180b97062a08 admin admin] Usage tracker for resource:security_group_rule and tenant:2c3ea812f05843e9bf006bb2fa94550b is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:58:57.366058 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-135f69e4-5b9a-4262-9628-180b97062a08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:58:57.371963 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-135f69e4-5b9a-4262-9628-180b97062a08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:58:57.429505 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-88e8d52f-3459-442f-a3cc-1a1e22e707f6 req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] For port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=5f9f51c9-f53a-4ecf-9e97-18817b4271f2,segment=NetworkSegment(201ad8a3-9435-4339-84eb-368bc8964e62),segment_id=201ad8a3-9435-4339-84eb-368bc8964e62)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:58:57.430111 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-88e8d52f-3459-442f-a3cc-1a1e22e707f6 req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:57.444226 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-90709ebb-1018-4c77-b349-fd6c1f38cc84 req-0871d4d5-df44-477c-b5a6-d1f6aa4fb623 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857913 Jan 26 20:58:57.459793 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-135f69e4-5b9a-4262-9628-180b97062a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:57.462722 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-135f69e4-5b9a-4262-9628-180b97062a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:57.472041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-359bd0db-a7da-411a-9efd-047e55f49ad3 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:57.515950 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-135f69e4-5b9a-4262-9628-180b97062a08 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2c3ea812f05843e9bf006bb2fa94550b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3297839 Jan 26 20:58:57.516960 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f69e4-5b9a-4262-9628-180b97062a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c22b4b1-b7bb-4e3f-aca1-f9bb23df0d3e,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:57.519879 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50766) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:58:57.522976 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-135f69e4-5b9a-4262-9628-180b97062a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:57.571416 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-88e8d52f-3459-442f-a3cc-1a1e22e707f6 req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Calling delete_port for 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:58:57.633110 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-82c09488-bbf2-4fa6-b3de-e0248e5f355b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:57.671153 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-82c09488-bbf2-4fa6-b3de-e0248e5f355b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:57.730196 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-88e8d52f-3459-442f-a3cc-1a1e22e707f6 req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:57.740655 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:57.748301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ba07cd3b-e28a-49fa-b20f-72162d010869 tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:57.786067 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa70803-55d1-4c89-a43a-ec39dfc56f45 req-bad2507b-e8e5-4fe8-8f1d-3f40255bed6b tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:57.787751 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2aa70803-55d1-4c89-a43a-ec39dfc56f45 req-bad2507b-e8e5-4fe8-8f1d-3f40255bed6b tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 945 time: 0.2058308 Jan 26 20:58:57.794704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-82c09488-bbf2-4fa6-b3de-e0248e5f355b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:57.800814 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-135f69e4-5b9a-4262-9628-180b97062a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:57.827431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c09488-bbf2-4fa6-b3de-e0248e5f355b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c22b4b1-b7bb-4e3f-aca1-f9bb23df0d3e,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:57.832484 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-82c09488-bbf2-4fa6-b3de-e0248e5f355b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:57.840682 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-82c09488-bbf2-4fa6-b3de-e0248e5f355b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:57.844595 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-82c09488-bbf2-4fa6-b3de-e0248e5f355b admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2c22b4b1-b7bb-4e3f-aca1-f9bb23df0d3e HTTP/1.1" status: 204 len: 168 time: 0.3212469 Jan 26 20:58:57.844764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Pushing event deleted for resources: {'Port': ['ID=5f9f51c9-f53a-4ecf-9e97-18817b4271f2,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:57.861644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.862092 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.862659 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.863063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.863457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.863848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.864237 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.864621 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.865519 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.865933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.866334 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.866726 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.867297 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.867683 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.868068 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.868450 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.868834 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.869216 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.869598 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.870002 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.870388 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.870768 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.871148 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.871530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:58:57.876954 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:57.881978 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2aa70803-55d1-4c89-a43a-ec39dfc56f45 req-9e7296ba-2eb4-42b3-8ced-44e97bab0b50 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821302 Jan 26 20:58:57.985813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e8d52f-3459-442f-a3cc-1a1e22e707f6 req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] No DVR routers for this DVR port 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:58:57.988258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-88e8d52f-3459-442f-a3cc-1a1e22e707f6 req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:57.991131 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e88ef81-d23d-4c46-853c-7c855f710595', 'name': 'network-vif-deleted', 'tag': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:58:58.010222 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-88e8d52f-3459-442f-a3cc-1a1e22e707f6 req-b6453dea-3fd4-43db-aa17-b42a377fb6f2 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.11 "DELETE /v2.0/ports/5f9f51c9-f53a-4ecf-9e97-18817b4271f2 HTTP/1.1" status: 204 len: 173 time: 1.0305192 Jan 26 20:58:58.058857 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e88ef81-d23d-4c46-853c-7c855f710595', 'name': 'network-vif-deleted', 'tag': '5f9f51c9-f53a-4ecf-9e97-18817b4271f2', 'status': 'completed', 'code': 200} Jan 26 20:58:58.168616 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-984fffde-2296-4d2e-902f-9e2c80309569 req-ddc866cd-c847-4f9f-9bc6-cc12aa454da9 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/ports?device_id=7e88ef81-d23d-4c46-853c-7c855f710595 HTTP/1.1" status: 200 len: 210 time: 0.0548105 Jan 26 20:58:58.256968 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 2be32507-657a-44b2-acd1-b7b905f4ff03 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:58:58.329760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 2be32507-657a-44b2-acd1-b7b905f4ff03 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:58:58.330372 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:58.504192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:58:58.543498 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] No Port match for: 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:58:58.543898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 5f9f51c9-f53a-4ecf-9e97-18817b4271f2 not bound to the agent host hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:58:59.144536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa53966-a45f-4bf2-8361-f65fcf50416f req-9daf747e-bf10-4437-86f7-7cdc1c2bba80 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:58:59.146286 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4aa53966-a45f-4bf2-8361-f65fcf50416f req-9daf747e-bf10-4437-86f7-7cdc1c2bba80 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 945 time: 0.1321969 Jan 26 20:58:59.212481 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4aa53966-a45f-4bf2-8361-f65fcf50416f req-cf75448d-0eb6-4e79-bcda-83d9cf3ee54e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578728 Jan 26 20:58:59.478411 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ff4a3141-052e-4c54-a485-5289ac300b6a req-f44b7e92-3686-446e-9282-581f8d212a86 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "GET /v2.0/security-groups/4e2a0e19-ebdc-432a-9993-67c1d5e40e94 HTTP/1.1" status: 200 len: 2991 time: 0.0784538 Jan 26 20:58:59.571363 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-ff4a3141-052e-4c54-a485-5289ac300b6a req-89ec1b47-e0e1-4d23-b85a-12ba8240a366 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:59.604019 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-ff4a3141-052e-4c54-a485-5289ac300b6a req-89ec1b47-e0e1-4d23-b85a-12ba8240a366 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:59.664355 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-ff4a3141-052e-4c54-a485-5289ac300b6a req-89ec1b47-e0e1-4d23-b85a-12ba8240a366 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:59.678156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-46184ad2-79e6-4f3e-a0d6-7f54b7b70dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:58:59.708942 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ec1b47-e0e1-4d23-b85a-12ba8240a366 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2a0e19-ebdc-432a-9993-67c1d5e40e94,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:58:59.718262 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-89ec1b47-e0e1-4d23-b85a-12ba8240a366 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:58:59.731575 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-ff4a3141-052e-4c54-a485-5289ac300b6a req-89ec1b47-e0e1-4d23-b85a-12ba8240a366 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:58:59.732884 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ff4a3141-052e-4c54-a485-5289ac300b6a req-89ec1b47-e0e1-4d23-b85a-12ba8240a366 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] 10.222.0.59 "DELETE /v2.0/security-groups/4e2a0e19-ebdc-432a-9993-67c1d5e40e94 HTTP/1.1" status: 204 len: 173 time: 0.2475257 Jan 26 20:58:59.809993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50824) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:00.207604 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 2be32507-657a-44b2-acd1-b7b905f4ff03 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:59:00.284464 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 2be32507-657a-44b2-acd1-b7b905f4ff03 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:59:00.284885 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:00.623662 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-358e3874-406c-4c4d-80b7-fa5c3afb2cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371946'] for router_interface, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:01.007110 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-358e3874-406c-4c4d-80b7-fa5c3afb2cbe admin admin] Deleting port c8ece0f7-499b-4009-bb18-40880c89fe99 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:59:01.007487 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-358e3874-406c-4c4d-80b7-fa5c3afb2cbe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:01.458674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-358e3874-406c-4c4d-80b7-fa5c3afb2cbe admin admin] For port c8ece0f7-499b-4009-bb18-40880c89fe99, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=c8ece0f7-499b-4009-bb18-40880c89fe99,segment=NetworkSegment(201ad8a3-9435-4339-84eb-368bc8964e62),segment_id=201ad8a3-9435-4339-84eb-368bc8964e62)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:59:01.459310 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-358e3874-406c-4c4d-80b7-fa5c3afb2cbe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:01.604522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-358e3874-406c-4c4d-80b7-fa5c3afb2cbe admin admin] Calling delete_port for c8ece0f7-499b-4009-bb18-40880c89fe99 owned by network:router_interface {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:59:01.768982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f8ad217e-727a-486b-a9c8-49255603ed1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:01.801000 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-358e3874-406c-4c4d-80b7-fa5c3afb2cbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:01.817525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b87823f0-7e2b-480e-ab85-63b9f62aac69 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:01.914585 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e3874-406c-4c4d-80b7-fa5c3afb2cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=c8ece0f7-499b-4009-bb18-40880c89fe99,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:01.919286 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-358e3874-406c-4c4d-80b7-fa5c3afb2cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:02.106265 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 50938) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:02.240611 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-358e3874-406c-4c4d-80b7-fa5c3afb2cbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854411141'] for router_interface, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:02.268721 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-abb8ef4f-a741-454a-9cd1-546e8103076e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:02.285480 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-abb8ef4f-a741-454a-9cd1-546e8103076e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:59:02.290218 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-abb8ef4f-a741-454a-9cd1-546e8103076e admin admin] Usage tracker for resource:security_group_rule and tenant:52a59c0066b14c12b471d4c590bc36a8 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:59:02.293564 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-abb8ef4f-a741-454a-9cd1-546e8103076e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:59:02.300420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-abb8ef4f-a741-454a-9cd1-546e8103076e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:59:02.388972 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-abb8ef4f-a741-454a-9cd1-546e8103076e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:02.393319 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-abb8ef4f-a741-454a-9cd1-546e8103076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:02.403163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9df897bd-fc71-4fcc-96f9-89f59d8fdc6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:02.450120 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-abb8ef4f-a741-454a-9cd1-546e8103076e admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=52a59c0066b14c12b471d4c590bc36a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3425720 Jan 26 20:59:02.451813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8ef4f-a741-454a-9cd1-546e8103076e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a021b97-4f26-4add-9cbb-15c330e498a0,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:02.454402 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 50944) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:02.457071 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-abb8ef4f-a741-454a-9cd1-546e8103076e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:02.519257 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b67612d9-f027-4cf3-997b-a2834cc21ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:02.549279 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b67612d9-f027-4cf3-997b-a2834cc21ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:02.596863 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b67612d9-f027-4cf3-997b-a2834cc21ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:02.602496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-69be61de-bb36-48c8-9aa9-442b2880d18d tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:02.616591 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67612d9-f027-4cf3-997b-a2834cc21ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a021b97-4f26-4add-9cbb-15c330e498a0,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:02.619559 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b67612d9-f027-4cf3-997b-a2834cc21ea0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:02.620885 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b67612d9-f027-4cf3-997b-a2834cc21ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:02.634964 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b67612d9-f027-4cf3-997b-a2834cc21ea0 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/0a021b97-4f26-4add-9cbb-15c330e498a0 HTTP/1.1" status: 204 len: 168 time: 0.1699297 Jan 26 20:59:02.772953 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358e3874-406c-4c4d-80b7-fa5c3afb2cbe admin admin] Router 1b17d556-d143-4144-9859-d42e0a3eec32 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:59:02.962335 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358e3874-406c-4c4d-80b7-fa5c3afb2cbe admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:59:02.972225 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66907a8a-e428-478c-be94-6aafe2b49538 None None] Sync routers for ids ['1b17d556-d143-4144-9859-d42e0a3eec32'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:59:02.976412 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-358e3874-406c-4c4d-80b7-fa5c3afb2cbe admin admin] 10.222.0.59 "PUT /v2.0/routers/1b17d556-d143-4144-9859-d42e0a3eec32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1650462 Jan 26 20:59:02.979085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 50954) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:02.986236 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66907a8a-e428-478c-be94-6aafe2b49538 None None] Routers {'1b17d556-d143-4144-9859-d42e0a3eec32'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:59:02.986783 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-66907a8a-e428-478c-be94-6aafe2b49538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:58:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['1b17d556-d143-4144-9859-d42e0a3eec32'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:59:03.008376 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 50958) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:03.029278 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-171d9924-149f-4cae-8ed3-53ee4a9d9e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:03.045118 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-171d9924-149f-4cae-8ed3-53ee4a9d9e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:59:03.049428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-171d9924-149f-4cae-8ed3-53ee4a9d9e65 admin admin] Usage tracker for resource:security_group_rule and tenant:ad8efb89fa0b4a9b8b760cca4ed84bfc is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:59:03.052600 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-171d9924-149f-4cae-8ed3-53ee4a9d9e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:59:03.059398 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-171d9924-149f-4cae-8ed3-53ee4a9d9e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:59:03.148035 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-171d9924-149f-4cae-8ed3-53ee4a9d9e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:03.152094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-171d9924-149f-4cae-8ed3-53ee4a9d9e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:03.161912 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-aca9bcae-c01a-44df-ad5d-5fb6aa01ff24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:03.171848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b1d50d00-b68b-4cfe-8997-3aeb45be8a25 admin admin] Notify callbacks [] for router, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:03.176437 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-66907a8a-e428-478c-be94-6aafe2b49538 None None] Set router 1b17d556-d143-4144-9859-d42e0a3eec32 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:59:03.197536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d9924-149f-4cae-8ed3-53ee4a9d9e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=101ac404-bce1-4a05-8af2-dcf9e6b57d8a,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:03.202588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-171d9924-149f-4cae-8ed3-53ee4a9d9e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:03.222738 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-171d9924-149f-4cae-8ed3-53ee4a9d9e65 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ad8efb89fa0b4a9b8b760cca4ed84bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2124457 Jan 26 20:59:03.223728 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 50962) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:03.287702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0642d3f0-9ec2-4a11-8eff-55c7fbecd3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:03.316416 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0642d3f0-9ec2-4a11-8eff-55c7fbecd3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:03.362751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b1d50d00-b68b-4cfe-8997-3aeb45be8a25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:03.371019 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0642d3f0-9ec2-4a11-8eff-55c7fbecd3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:03.373114 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-b1d50d00-b68b-4cfe-8997-3aeb45be8a25 admin admin] Deleting port 4066da2b-03ec-4520-9b33-726af173742a {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:59:03.373624 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b1d50d00-b68b-4cfe-8997-3aeb45be8a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:03.377102 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f746559c-4893-4089-b270-9cc9f5719212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:03.389145 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0642d3f0-9ec2-4a11-8eff-55c7fbecd3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101ac404-bce1-4a05-8af2-dcf9e6b57d8a,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:03.396491 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0642d3f0-9ec2-4a11-8eff-55c7fbecd3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:03.398857 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0642d3f0-9ec2-4a11-8eff-55c7fbecd3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:03.402500 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-0642d3f0-9ec2-4a11-8eff-55c7fbecd3f9 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/101ac404-bce1-4a05-8af2-dcf9e6b57d8a HTTP/1.1" status: 204 len: 168 time: 0.1776087 Jan 26 20:59:03.494427 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-66907a8a-e428-478c-be94-6aafe2b49538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4066da2b-03ec-4520-9b33-726af173742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:47Z', 'updated_at': '2021-01-26T20:59:01Z', 'revision_number': 5, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'gw_port': {'id': '4066da2b-03ec-4520-9b33-726af173742a', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:48Z', 'updated_at': '2021-01-26T20:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:59:03.498540 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66907a8a-e428-478c-be94-6aafe2b49538 None None] Checking router: 1b17d556-d143-4144-9859-d42e0a3eec32 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:59:03.507646 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66907a8a-e428-478c-be94-6aafe2b49538 None None] Routers {'1b17d556-d143-4144-9859-d42e0a3eec32'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:59:03.508294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-66907a8a-e428-478c-be94-6aafe2b49538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:58:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['1b17d556-d143-4144-9859-d42e0a3eec32'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:59:03.582610 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-b1d50d00-b68b-4cfe-8997-3aeb45be8a25 admin admin] For port 4066da2b-03ec-4520-9b33-726af173742a, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=4066da2b-03ec-4520-9b33-726af173742a,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:59:03.583180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b1d50d00-b68b-4cfe-8997-3aeb45be8a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:03.703400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-66907a8a-e428-478c-be94-6aafe2b49538 None None] Set router 1b17d556-d143-4144-9859-d42e0a3eec32 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:59:03.750332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-b1d50d00-b68b-4cfe-8997-3aeb45be8a25 admin admin] Calling delete_port for 4066da2b-03ec-4520-9b33-726af173742a owned by network:router_gateway {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:59:03.905451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b1d50d00-b68b-4cfe-8997-3aeb45be8a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:04.021660 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-66907a8a-e428-478c-be94-6aafe2b49538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4066da2b-03ec-4520-9b33-726af173742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:47Z', 'updated_at': '2021-01-26T20:59:01Z', 'revision_number': 5, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'gw_port': {'id': '4066da2b-03ec-4520-9b33-726af173742a', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:48Z', 'updated_at': '2021-01-26T20:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:59:04.026676 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66907a8a-e428-478c-be94-6aafe2b49538 None None] The sync data for ids ['1b17d556-d143-4144-9859-d42e0a3eec32'] in dv-cinder-768105-4-iscsi is: [{'id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'name': 'tempest-TestShelveInstance-611500594-router', 'tenant_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165'}], 'enable_snat': True}, 'gw_port_id': '4066da2b-03ec-4520-9b33-726af173742a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:47Z', 'updated_at': '2021-01-26T20:59:01Z', 'revision_number': 5, 'project_id': 'ddb9c1e31e3d4a36aea324e94f6a1be6', 'gw_port': {'id': '4066da2b-03ec-4520-9b33-726af173742a', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:48:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b17d556-d143-4144-9859-d42e0a3eec32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:48Z', 'updated_at': '2021-01-26T20:53:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:59:04.347083 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b1d50d00-b68b-4cfe-8997-3aeb45be8a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854406413'] for router_gateway, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:04.362691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device c8ece0f7-499b-4009-bb18-40880c89fe99 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:59:04.399759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: c8ece0f7-499b-4009-bb18-40880c89fe99 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:59:04.400155 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device c8ece0f7-499b-4009-bb18-40880c89fe99 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:59:04.437863 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:04.461467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-844eb13e-0721-45f2-9af4-18a9d110b9ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:04.505728 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b1d50d00-b68b-4cfe-8997-3aeb45be8a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854408990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760486'] for router, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:04.508123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b1d50d00-b68b-4cfe-8997-3aeb45be8a25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:04.528420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b1d50d00-b68b-4cfe-8997-3aeb45be8a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-366962'] for router, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:04.528916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d50d00-b68b-4cfe-8997-3aeb45be8a25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b17d556-d143-4144-9859-d42e0a3eec32 {{(pid=80132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 20:59:04.542140 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b1d50d00-b68b-4cfe-8997-3aeb45be8a25 admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:04.543397 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b1d50d00-b68b-4cfe-8997-3aeb45be8a25 admin admin] 10.222.0.59 "DELETE /v2.0/routers/1b17d556-d143-4144-9859-d42e0a3eec32 HTTP/1.1" status: 204 len: 168 time: 1.5632153 Jan 26 20:59:04.546518 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 50988) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:04.621797 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b45ca89-2e26-477f-aa96-7465dbc648e3 admin admin] Deleting subnet a1604279-fa6e-4070-a38e-1c53668ceda0 {{(pid=80131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:59:04.630218 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6b45ca89-2e26-477f-aa96-7465dbc648e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:04.686024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6b45ca89-2e26-477f-aa96-7465dbc648e3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:04.717169 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6b45ca89-2e26-477f-aa96-7465dbc648e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:04.993238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6b45ca89-2e26-477f-aa96-7465dbc648e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:05.009358 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-77bfaf96-2cec-4c6a-9fd8-400ceb8f638d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:05.323760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b45ca89-2e26-477f-aa96-7465dbc648e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1604279-fa6e-4070-a38e-1c53668ceda0,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:05.326943 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6b45ca89-2e26-477f-aa96-7465dbc648e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:05.382313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6b45ca89-2e26-477f-aa96-7465dbc648e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:05.388090 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730ef3ed-f2fc-4b52-9765-5e650d7f9641 None None] Network 24a08fe2-8195-4a58-b16c-ee168535efec requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:59:05.392320 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-6b45ca89-2e26-477f-aa96-7465dbc648e3 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/a1604279-fa6e-4070-a38e-1c53668ceda0 HTTP/1.1" status: 204 len: 168 time: 0.8421426 Jan 26 20:59:05.392740 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 51008) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:05.519548 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:05.592035 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Deleting port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:59:05.592352 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:05.679531 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244194b7-7197-4115-b0eb-c88a73871e0b None None] DHCP port deletion for 24a08fe2-8195-4a58-b16c-ee168535efec request from dv-cinder-768105-4-iscsi {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 20:59:05.684269 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-244194b7-7197-4115-b0eb-c88a73871e0b None None] Deleting port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:59:05.684851 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-244194b7-7197-4115-b0eb-c88a73871e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:05.839812 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] For port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467,segment=NetworkSegment(201ad8a3-9435-4339-84eb-368bc8964e62),segment_id=201ad8a3-9435-4339-84eb-368bc8964e62)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:59:05.840135 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:05.902844 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:05.930639 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-244194b7-7197-4115-b0eb-c88a73871e0b None None] For port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467,segment=NetworkSegment(201ad8a3-9435-4339-84eb-368bc8964e62),segment_id=201ad8a3-9435-4339-84eb-368bc8964e62)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:59:05.931080 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-244194b7-7197-4115-b0eb-c88a73871e0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:05.977997 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Calling delete_port for bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 owned by network:dhcp {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:59:06.066115 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-244194b7-7197-4115-b0eb-c88a73871e0b None None] Calling delete_port for bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:59:06.072951 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:06.090775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-db144080-82ee-496c-bba8-4b02d5976e2a tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:06.131434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:06.156075 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [None req-244194b7-7197-4115-b0eb-c88a73871e0b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:59:06.156575 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [None req-244194b7-7197-4115-b0eb-c88a73871e0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:59:06.189261 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:06.192495 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:06.243636 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] No DVR routers for this DVR port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 on host dv-cinder-768105-4-iscsi {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:59:06.380247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:06.421247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:59:06.458785 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:59:06.459447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:59:06.460227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 4066da2b-03ec-4520-9b33-726af173742a no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:59:06.502116 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: 4066da2b-03ec-4520-9b33-726af173742a {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:59:06.502116 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 4066da2b-03ec-4520-9b33-726af173742a not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:59:06.522565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a08fe2-8195-4a58-b16c-ee168535efec']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:59:06.535915 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '201ad8a3-9435-4339-84eb-368bc8964e62') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:59:06.536255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '201ad8a3-9435-4339-84eb-368bc8964e62') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:59:06.548410 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839864534'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:06.563457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:06.565544 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:59:06.658515 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-244194b7-7197-4115-b0eb-c88a73871e0b None None] Deleting port bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:59:06.658969 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-244194b7-7197-4115-b0eb-c88a73871e0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:06.733191 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-244194b7-7197-4115-b0eb-c88a73871e0b None None] The port 'bbb8bb26-9ab4-4dc7-9f94-4d8ff212e467' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 20:59:06.746348 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Network 24a08fe2-8195-4a58-b16c-ee168535efec has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:59:06.756360 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839408769'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:06.939912 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Network 24a08fe2-8195-4a58-b16c-ee168535efec has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:59:06.963031 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:59:07.049740 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:07.053123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b5f58597-7c1c-41ef-b066-d3ee96546373 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:07.071109 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:07.077545 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Pushing event deleted for resources: {'Network': ['ID=24a08fe2-8195-4a58-b16c-ee168535efec,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:07.082834 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:07.094637 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] 10.222.0.59 "DELETE /v2.0/networks/24a08fe2-8195-4a58-b16c-ee168535efec HTTP/1.1" status: 204 len: 168 time: 1.7007279 Jan 26 20:59:07.097869 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 51032) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:07.662593 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d91d85d2-857f-4522-a370-8c03f9dd6bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371946'] for router_interface, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:08.280369 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-d91d85d2-857f-4522-a370-8c03f9dd6bc4 admin admin] Deleting port 9975ec37-9e33-4094-97bb-3efe2eefb858 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:59:08.280905 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d91d85d2-857f-4522-a370-8c03f9dd6bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:08.466487 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-d91d85d2-857f-4522-a370-8c03f9dd6bc4 admin admin] For port 9975ec37-9e33-4094-97bb-3efe2eefb858, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=9975ec37-9e33-4094-97bb-3efe2eefb858,segment=NetworkSegment(341bdeaf-84cd-402c-b683-bd4e6e87645b),segment_id=341bdeaf-84cd-402c-b683-bd4e6e87645b)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:59:08.466884 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d91d85d2-857f-4522-a370-8c03f9dd6bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:08.597199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-d91d85d2-857f-4522-a370-8c03f9dd6bc4 admin admin] Calling delete_port for 9975ec37-9e33-4094-97bb-3efe2eefb858 owned by network:router_interface {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:59:08.768052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d91d85d2-857f-4522-a370-8c03f9dd6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:08.784080 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-34d0b40d-2111-404a-b13d-c1e9ac5d4457 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:08.875453 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d85d2-857f-4522-a370-8c03f9dd6bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9975ec37-9e33-4094-97bb-3efe2eefb858,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:08.881845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d91d85d2-857f-4522-a370-8c03f9dd6bc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:09.203733 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d91d85d2-857f-4522-a370-8c03f9dd6bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854411141'] for router_interface, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:09.733797 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d91d85d2-857f-4522-a370-8c03f9dd6bc4 admin admin] Router c8bc19ec-bef4-4b42-b715-fd93fabaa870 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 20:59:09.937227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d91d85d2-857f-4522-a370-8c03f9dd6bc4 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 20:59:09.947263 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-d91d85d2-857f-4522-a370-8c03f9dd6bc4 admin admin] 10.222.0.59 "PUT /v2.0/routers/c8bc19ec-bef4-4b42-b715-fd93fabaa870/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8482854 Jan 26 20:59:09.948275 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d1e2e0-b7cb-4ff6-87d3-50b9724c5531 None None] Sync routers for ids ['c8bc19ec-bef4-4b42-b715-fd93fabaa870'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 20:59:09.949906 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 51070) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:09.960058 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1e2e0-b7cb-4ff6-87d3-50b9724c5531 None None] Routers {'c8bc19ec-bef4-4b42-b715-fd93fabaa870'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:59:09.960819 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-e6d1e2e0-b7cb-4ff6-87d3-50b9724c5531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:59:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['c8bc19ec-bef4-4b42-b715-fd93fabaa870'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:59:10.137128 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-38c73793-5465-4118-8050-4ac5bc22716a admin admin] Notify callbacks [] for router, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:10.155342 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-e6d1e2e0-b7cb-4ff6-87d3-50b9724c5531 None None] Set router c8bc19ec-bef4-4b42-b715-fd93fabaa870 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:59:10.581261 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-38c73793-5465-4118-8050-4ac5bc22716a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:10.587085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-38c73793-5465-4118-8050-4ac5bc22716a admin admin] Deleting port 9cb40fd3-2dbc-4522-8f01-719815f3dbd9 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:59:10.587451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-38c73793-5465-4118-8050-4ac5bc22716a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:10.667514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-e6d1e2e0-b7cb-4ff6-87d3-50b9724c5531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'name': 'tempest-TestShelveInstance-17146365-router', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:57Z', 'updated_at': '2021-01-26T20:59:08Z', 'revision_number': 5, 'project_id': '3f2048d22627444bb9f3972dccf67b2e', 'gw_port': {'id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:59Z', 'updated_at': '2021-01-26T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:59:10.672368 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d1e2e0-b7cb-4ff6-87d3-50b9724c5531 None None] Checking router: c8bc19ec-bef4-4b42-b715-fd93fabaa870 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 20:59:10.681952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d1e2e0-b7cb-4ff6-87d3-50b9724c5531 None None] Routers {'c8bc19ec-bef4-4b42-b715-fd93fabaa870'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 20:59:10.682636 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-e6d1e2e0-b7cb-4ff6-87d3-50b9724c5531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T20:59:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['c8bc19ec-bef4-4b42-b715-fd93fabaa870'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:59:10.806214 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-38c73793-5465-4118-8050-4ac5bc22716a admin admin] For port 9cb40fd3-2dbc-4522-8f01-719815f3dbd9, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=9cb40fd3-2dbc-4522-8f01-719815f3dbd9,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:59:10.806660 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-38c73793-5465-4118-8050-4ac5bc22716a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:10.880136 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-e6d1e2e0-b7cb-4ff6-87d3-50b9724c5531 None None] Set router c8bc19ec-bef4-4b42-b715-fd93fabaa870 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 20:59:10.947996 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-38c73793-5465-4118-8050-4ac5bc22716a admin admin] Calling delete_port for 9cb40fd3-2dbc-4522-8f01-719815f3dbd9 owned by network:router_gateway {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:59:11.135144 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-38c73793-5465-4118-8050-4ac5bc22716a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:11.187280 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 51092) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:11.238088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-e6d1e2e0-b7cb-4ff6-87d3-50b9724c5531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'name': 'tempest-TestShelveInstance-17146365-router', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:57Z', 'updated_at': '2021-01-26T20:59:08Z', 'revision_number': 5, 'project_id': '3f2048d22627444bb9f3972dccf67b2e', 'gw_port': {'id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:59Z', 'updated_at': '2021-01-26T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:59:11.242307 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d1e2e0-b7cb-4ff6-87d3-50b9724c5531 None None] The sync data for ids ['c8bc19ec-bef4-4b42-b715-fd93fabaa870'] in dv-cinder-768105-4-iscsi is: [{'id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'name': 'tempest-TestShelveInstance-17146365-router', 'tenant_id': '3f2048d22627444bb9f3972dccf67b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T20:53:57Z', 'updated_at': '2021-01-26T20:59:08Z', 'revision_number': 5, 'project_id': '3f2048d22627444bb9f3972dccf67b2e', 'gw_port': {'id': '9cb40fd3-2dbc-4522-8f01-719815f3dbd9', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:64:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8bc19ec-bef4-4b42-b715-fd93fabaa870', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T20:53:59Z', 'updated_at': '2021-01-26T20:54:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 20:59:11.370378 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8a031144-8e06-4799-8fcf-ca5e849fbae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:11.381632 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-38c73793-5465-4118-8050-4ac5bc22716a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854406413'] for router_gateway, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:11.387690 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-8a031144-8e06-4799-8fcf-ca5e849fbae9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:59:11.392747 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-8a031144-8e06-4799-8fcf-ca5e849fbae9 admin admin] Usage tracker for resource:security_group_rule and tenant:3052779a5dc24dafa275899bb76b542d is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:59:11.396044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-8a031144-8e06-4799-8fcf-ca5e849fbae9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:59:11.402487 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-8a031144-8e06-4799-8fcf-ca5e849fbae9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:59:11.490441 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8a031144-8e06-4799-8fcf-ca5e849fbae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:11.493652 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8a031144-8e06-4799-8fcf-ca5e849fbae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:11.509909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c1a8365e-0814-453a-9dc3-b478154fe6ce tempest-VolumesNegativeTest-79113870 tempest-VolumesNegativeTest-79113870-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:11.546303 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-8a031144-8e06-4799-8fcf-ca5e849fbae9 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3052779a5dc24dafa275899bb76b542d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576872 Jan 26 20:59:11.554693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 51108) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:11.562332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a031144-8e06-4799-8fcf-ca5e849fbae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46cb3cca-e9c5-4356-8a83-179232592874,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:11.565996 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8a031144-8e06-4799-8fcf-ca5e849fbae9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:11.621039 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-38c73793-5465-4118-8050-4ac5bc22716a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854408990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760486'] for router, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:11.624794 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-38c73793-5465-4118-8050-4ac5bc22716a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:11.694178 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-38c73793-5465-4118-8050-4ac5bc22716a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-366962'] for router, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:11.694730 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c73793-5465-4118-8050-4ac5bc22716a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8bc19ec-bef4-4b42-b715-fd93fabaa870 {{(pid=80132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 20:59:11.760394 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d059-639f-4039-a381-093941b48810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:11.763211 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-38c73793-5465-4118-8050-4ac5bc22716a admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:11.764455 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-38c73793-5465-4118-8050-4ac5bc22716a admin admin] 10.222.0.59 "DELETE /v2.0/routers/c8bc19ec-bef4-4b42-b715-fd93fabaa870 HTTP/1.1" status: 204 len: 168 time: 1.8135600 Jan 26 20:59:11.769377 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 51112) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:11.869449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-755b4e29-a694-4df7-93df-20866f9463b1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:11.871114 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-755b4e29-a694-4df7-93df-20866f9463b1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/networks?id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c HTTP/1.1" status: 200 len: 813 time: 0.4229367 Jan 26 20:59:11.901776 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d059-639f-4039-a381-093941b48810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:11.926851 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-75fc48c9-bf0b-4c8b-80b9-9b321474e8b3 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/quotas/e60566ac1d2d43a3a7523d6e9cdc569e HTTP/1.1" status: 200 len: 375 time: 0.0427904 Jan 26 20:59:12.001733 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-880cc01b-f540-4e4a-9dc3-7a4b4323b864 admin admin] Deleting subnet 4d073ff3-c15a-4d6e-9430-8d5c1b15ec35 {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 20:59:12.012313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-880cc01b-f540-4e4a-9dc3-7a4b4323b864 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:12.088261 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-880cc01b-f540-4e4a-9dc3-7a4b4323b864 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14911266'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:12.135618 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d059-639f-4039-a381-093941b48810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:12.146734 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d9604975-19fc-4a45-afab-2525281054b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:12.166270 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd9d059-639f-4039-a381-093941b48810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46cb3cca-e9c5-4356-8a83-179232592874,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:12.175526 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2dd9d059-639f-4039-a381-093941b48810 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:12.211310 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-1361eeaa-0ee4-4f98-8bfc-6f40071db68a tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=e60566ac1d2d43a3a7523d6e9cdc569e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2727528 Jan 26 20:59:12.217066 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2dd9d059-639f-4039-a381-093941b48810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:12.218249 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-2dd9d059-639f-4039-a381-093941b48810 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/46cb3cca-e9c5-4356-8a83-179232592874 HTTP/1.1" status: 204 len: 168 time: 0.6625254 Jan 26 20:59:12.336855 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-880cc01b-f540-4e4a-9dc3-7a4b4323b864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:12.421191 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 9975ec37-9e33-4094-97bb-3efe2eefb858 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:59:12.448071 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-dd59840e-26c2-43b4-bb59-df25f9877b83 service neutron] 10.222.0.59 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263048 Jan 26 20:59:12.459252 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: 9975ec37-9e33-4094-97bb-3efe2eefb858 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:59:12.459842 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 9975ec37-9e33-4094-97bb-3efe2eefb858 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:59:12.460314 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 9cb40fd3-2dbc-4522-8f01-719815f3dbd9 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:59:12.495677 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: 9cb40fd3-2dbc-4522-8f01-719815f3dbd9 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:59:12.496081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 9cb40fd3-2dbc-4522-8f01-719815f3dbd9 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:59:12.597249 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 51120) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:12.618414 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-02a24a5b-32c9-4953-a2e2-f48366d5dc15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:12.645666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-02a24a5b-32c9-4953-a2e2-f48366d5dc15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:59:12.650155 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-02a24a5b-32c9-4953-a2e2-f48366d5dc15 admin admin] Usage tracker for resource:security_group_rule and tenant:11a44848520f4a87a12d7ba13659112d is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:59:12.653295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-02a24a5b-32c9-4953-a2e2-f48366d5dc15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:59:12.659607 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-02a24a5b-32c9-4953-a2e2-f48366d5dc15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:59:12.741387 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-7b18422d-c072-4ea4-9fb1-0294fcd7183b service neutron] 10.222.0.59 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2463231 Jan 26 20:59:12.747963 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-02a24a5b-32c9-4953-a2e2-f48366d5dc15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:12.752070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-02a24a5b-32c9-4953-a2e2-f48366d5dc15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:12.761911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-66d299f0-2260-41c8-8ede-8e2ca68374bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:12.782861 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-880cc01b-f540-4e4a-9dc3-7a4b4323b864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15367644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838262394'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:12.799760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:12.809276 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-02a24a5b-32c9-4953-a2e2-f48366d5dc15 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=11a44848520f4a87a12d7ba13659112d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2083170 Jan 26 20:59:12.809276 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a24a5b-32c9-4953-a2e2-f48366d5dc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2400d456-cfad-4313-8164-4e1c48c6593a,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:12.811437 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-02a24a5b-32c9-4953-a2e2-f48366d5dc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:12.812132 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 51126) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:12.886583 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cc01b-f540-4e4a-9dc3-7a4b4323b864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d073ff3-c15a-4d6e-9430-8d5c1b15ec35,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:12.891998 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-eb9fe78c-a866-45e6-b1e1-068c9db126e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:12.893968 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-880cc01b-f540-4e4a-9dc3-7a4b4323b864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:12.923734 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-eb9fe78c-a866-45e6-b1e1-068c9db126e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:12.971070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-eb9fe78c-a866-45e6-b1e1-068c9db126e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:12.976357 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2178fa8c-9aec-48b8-a707-014dba9b98c9 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:12.982231 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-45374571-8e80-4151-955c-02b397950cfc req-cbdfac95-362a-4537-8ad0-5d62067ce994 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 210 time: 0.0606050 Jan 26 20:59:12.987023 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-880cc01b-f540-4e4a-9dc3-7a4b4323b864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:12.989251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fe78c-a866-45e6-b1e1-068c9db126e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2400d456-cfad-4313-8164-4e1c48c6593a,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:12.992433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-eb9fe78c-a866-45e6-b1e1-068c9db126e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:12.995457 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-880cc01b-f540-4e4a-9dc3-7a4b4323b864 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/4d073ff3-c15a-4d6e-9430-8d5c1b15ec35 HTTP/1.1" status: 204 len: 168 time: 1.2173307 Jan 26 20:59:12.997827 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 51134) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:13.000227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-eb9fe78c-a866-45e6-b1e1-068c9db126e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:13.002865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44d3345-61d8-49d7-bc7c-2bb51b9c096d None None] Network a0b4bba4-2e45-4c87-a263-d1b4c40de26a requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 20:59:13.015710 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-eb9fe78c-a866-45e6-b1e1-068c9db126e8 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/2400d456-cfad-4313-8164-4e1c48c6593a HTTP/1.1" status: 204 len: 168 time: 0.1918828 Jan 26 20:59:13.139468 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:13.217759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Deleting port fb2c01f7-2b93-42be-bb10-eb5971f61578 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:59:13.218442 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:13.353709 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9093c07-e147-466d-9004-13c8bfe16020 None None] DHCP port deletion for a0b4bba4-2e45-4c87-a263-d1b4c40de26a request from dv-cinder-768105-4-iscsi {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 20:59:13.365118 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e9093c07-e147-466d-9004-13c8bfe16020 None None] Deleting port fb2c01f7-2b93-42be-bb10-eb5971f61578 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:59:13.369321 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e9093c07-e147-466d-9004-13c8bfe16020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:13.459500 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] For port fb2c01f7-2b93-42be-bb10-eb5971f61578, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=fb2c01f7-2b93-42be-bb10-eb5971f61578,segment=NetworkSegment(341bdeaf-84cd-402c-b683-bd4e6e87645b),segment_id=341bdeaf-84cd-402c-b683-bd4e6e87645b)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:59:13.459904 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:13.613418 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Calling delete_port for fb2c01f7-2b93-42be-bb10-eb5971f61578 owned by network:dhcp {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:59:13.623820 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e9093c07-e147-466d-9004-13c8bfe16020 None None] For port fb2c01f7-2b93-42be-bb10-eb5971f61578, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=fb2c01f7-2b93-42be-bb10-eb5971f61578,segment=NetworkSegment(341bdeaf-84cd-402c-b683-bd4e6e87645b),segment_id=341bdeaf-84cd-402c-b683-bd4e6e87645b)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:59:13.623820 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e9093c07-e147-466d-9004-13c8bfe16020 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:13.702928 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:13.723451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1dbc885b-e705-4a86-91f4-e82e6da4574f tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:13.794322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e9093c07-e147-466d-9004-13c8bfe16020 None None] Calling delete_port for fb2c01f7-2b93-42be-bb10-eb5971f61578 owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:59:13.828221 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb2c01f7-2b93-42be-bb10-eb5971f61578,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:13.831622 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:13.874802 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [None req-e9093c07-e147-466d-9004-13c8bfe16020 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:59:13.875209 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [None req-e9093c07-e147-466d-9004-13c8bfe16020 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:59:13.881760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] No DVR routers for this DVR port fb2c01f7-2b93-42be-bb10-eb5971f61578 on host dv-cinder-768105-4-iscsi {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:59:14.006428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:14.376872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e9093c07-e147-466d-9004-13c8bfe16020 None None] Deleting port fb2c01f7-2b93-42be-bb10-eb5971f61578 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:59:14.377454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e9093c07-e147-466d-9004-13c8bfe16020 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:14.410588 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fdabdff6-0fc4-41c7-9e5e-1b0408b17641 req-13eac9bd-6a2e-4ae5-bb32-cc2617500869 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 210 time: 0.0850785 Jan 26 20:59:14.451850 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0b4bba4-2e45-4c87-a263-d1b4c40de26a']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:59:14.469376 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '341bdeaf-84cd-402c-b683-bd4e6e87645b') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:59:14.470484 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '341bdeaf-84cd-402c-b683-bd4e6e87645b') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 20:59:14.483361 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839864534'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:14.498818 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:14.501710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-931373db-9cb2-4de5-9112-ebe2b53072a2 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:14.503574 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-931373db-9cb2-4de5-9112-ebe2b53072a2 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "GET /v2.0/networks?id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c HTTP/1.1" status: 200 len: 813 time: 0.2752070 Jan 26 20:59:14.503728 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 20:59:14.504856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device fb2c01f7-2b93-42be-bb10-eb5971f61578 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:59:14.536417 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Request body: {'port': {'device_id': '0cefddea-e042-45e2-b89b-6c1f63c8669c', 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c', 'admin_state_up': True, 'tenant_id': 'e60566ac1d2d43a3a7523d6e9cdc569e'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:59:14.548052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e9093c07-e147-466d-9004-13c8bfe16020 None None] The port 'fb2c01f7-2b93-42be-bb10-eb5971f61578' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 20:59:14.560099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: fb2c01f7-2b93-42be-bb10-eb5971f61578 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:59:14.560281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device fb2c01f7-2b93-42be-bb10-eb5971f61578 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:59:14.706490 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Network a0b4bba4-2e45-4c87-a263-d1b4c40de26a has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:59:14.715839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839408769'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:14.722185 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:59:14.726815 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Usage tracker for resource:port and tenant:e60566ac1d2d43a3a7523d6e9cdc569e is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:59:14.729858 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:59:14.737025 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:59:14.747799 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Made reservation on behalf of e60566ac1d2d43a3a7523d6e9cdc569e for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 20:59:14.761723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:14.904612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Network a0b4bba4-2e45-4c87-a263-d1b4c40de26a has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 20:59:14.928323 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 20:59:15.016964 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:15.021190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:15.044500 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:15.053107 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0b4bba4-2e45-4c87-a263-d1b4c40de26a,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:15.057184 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] 10.222.0.59 "DELETE /v2.0/networks/a0b4bba4-2e45-4c87-a263-d1b4c40de26a HTTP/1.1" status: 204 len: 168 time: 2.0578880 Jan 26 20:59:15.058107 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d73814a8-e75e-401c-bb0e-9321919cdda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:15.106711 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Allocated IP 172.20.0.2 (76fa36cd-dc23-4b1a-abc8-405c6a03aa5c/9cc2da95-502b-43da-9bf1-1bb29472cc80/87762a63-3e65-4481-a1ae-efc001d8d5b2) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 20:59:15.292242 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 51188) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:15.336667 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:15.346911 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-9aaf0a4f-fcdc-4499-b020-9094ada5a906 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=ddb9c1e31e3d4a36aea324e94f6a1be6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0531945 Jan 26 20:59:15.349446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 51194) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:15.369107 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:15.388250 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:15.417162 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0d1d2fa0-2bdf-425c-af55-87d6dd80b06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:15.446770 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0d1d2fa0-2bdf-425c-af55-87d6dd80b06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:15.479538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Pushing event updated for resources: {'Port': ['ID=87762a63-3e65-4481-a1ae-efc001d8d5b2,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:15.511040 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0d1d2fa0-2bdf-425c-af55-87d6dd80b06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:15.522691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ed6db5b9-79e1-4260-9820-5748e64db913 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:15.538095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1d2fa0-2bdf-425c-af55-87d6dd80b06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12c20918-47bc-4795-99bc-b376c1b81b48,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:15.545756 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0d1d2fa0-2bdf-425c-af55-87d6dd80b06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:15.550079 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-0d1d2fa0-2bdf-425c-af55-87d6dd80b06f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/12c20918-47bc-4795-99bc-b376c1b81b48 HTTP/1.1" status: 204 len: 168 time: 0.1965919 Jan 26 20:59:15.550079 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0d1d2fa0-2bdf-425c-af55-87d6dd80b06f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:15.635193 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:15.656674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 20:59:15.658646 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 20:59:15.661158 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 20:59:15.702289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:15.703023 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:15.733329 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2035272 Jan 26 20:59:15.753112 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Request body: {'port': {'device_id': '0cefddea-e042-45e2-b89b-6c1f63c8669c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 20:59:15.757397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4af357-74c0-4769-a3b8-79babfa27072 req-3c509dbd-a80a-4edb-beba-7a2306637b4b tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:15.759401 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4c4af357-74c0-4769-a3b8-79babfa27072 req-3c509dbd-a80a-4edb-beba-7a2306637b4b tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 931 time: 0.2011113 Jan 26 20:59:15.821340 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4c4af357-74c0-4769-a3b8-79babfa27072 req-e7f9a5af-2422-4176-a97a-7ec3e4072c9d tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556941 Jan 26 20:59:15.889693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:16.067041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 51212) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:16.128493 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-d01bfd41-f07f-40c0-961e-ad66e1efcd6d admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3f2048d22627444bb9f3972dccf67b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0601358 Jan 26 20:59:16.131192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 51216) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:16.195817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd660-4c49-4d72-9763-d9d96c3b33c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:16.224126 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd660-4c49-4d72-9763-d9d96c3b33c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:16.272180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd660-4c49-4d72-9763-d9d96c3b33c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:16.279389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-92fb571a-de34-4c2e-a134-d9000d88022d tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:16.293382 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4dd660-4c49-4d72-9763-d9d96c3b33c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e04d020-545d-43e5-8ad2-a904174f57ca,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:16.296692 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8d4dd660-4c49-4d72-9763-d9d96c3b33c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:16.298289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8d4dd660-4c49-4d72-9763-d9d96c3b33c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:16.300002 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-8d4dd660-4c49-4d72-9763-d9d96c3b33c3 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5e04d020-545d-43e5-8ad2-a904174f57ca HTTP/1.1" status: 204 len: 168 time: 0.1678135 Jan 26 20:59:16.341090 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87762a63-3e65-4481-a1ae-efc001d8d5b2 {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 20:59:16.351396 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:16.366468 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Transition to ACTIVE for port object 87762a63-3e65-4481-a1ae-efc001d8d5b2 will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 20:59:16.370733 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:16.388275 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-354d6cee-6954-49bb-a1ee-1b4c1c45036b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:16.527943 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Pushing event updated for resources: {'Port': ['ID=87762a63-3e65-4481-a1ae-efc001d8d5b2,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:16.533219 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:16.671616 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Attempting to bind port 87762a63-3e65-4481-a1ae-efc001d8d5b2 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 20:59:16.671996 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Attempting to bind port 87762a63-3e65-4481-a1ae-efc001d8d5b2 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 20:59:16.672339 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Attempting to bind port 87762a63-3e65-4481-a1ae-efc001d8d5b2 on network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 20:59:16.679436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 20, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 20:59:16.679820 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Checking segment: {'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 20:59:16.680227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:16.680877 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Bound using segment: {'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 20:59:16.681350 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Bound port: 87762a63-3e65-4481-a1ae-efc001d8d5b2, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54fe2610-a4a4-4b49-aecc-d9249eac1831', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '76fa36cd-dc23-4b1a-abc8-405c6a03aa5c'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 20:59:16.681724 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:16.786925 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] For port 87762a63-3e65-4481-a1ae-efc001d8d5b2, host hv-cinder-76810, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 20:59:16.790273 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] For port 87762a63-3e65-4481-a1ae-efc001d8d5b2, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=87762a63-3e65-4481-a1ae-efc001d8d5b2,segment=NetworkSegment(54fe2610-a4a4-4b49-aecc-d9249eac1831),segment_id=54fe2610-a4a4-4b49-aecc-d9249eac1831)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 20:59:16.793773 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:16.810212 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ed190cf3-8d5f-4f5c-b2e1-cddc06d0d9cb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:16.964419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Pushing event updated for resources: {'Port': ['ID=87762a63-3e65-4481-a1ae-efc001d8d5b2,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:16.969096 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:16.999140 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:16.999997 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:17.001304 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] 10.222.0.11 "PUT /v2.0/ports/87762a63-3e65-4481-a1ae-efc001d8d5b2 HTTP/1.1" status: 200 len: 1157 time: 1.2538130 Jan 26 20:59:17.001816 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cefddea-e042-45e2-b89b-6c1f63c8669c', 'tag': '87762a63-3e65-4481-a1ae-efc001d8d5b2'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:59:17.091940 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b84c49-f8d6-4564-9654-aa82ed20246c req-b65b3d97-d17c-46d1-b305-57d7927b3d41 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:17.093635 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-77b84c49-f8d6-4564-9654-aa82ed20246c req-b65b3d97-d17c-46d1-b305-57d7927b3d41 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 943 time: 0.1315293 Jan 26 20:59:17.100493 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cefddea-e042-45e2-b89b-6c1f63c8669c', 'tag': '87762a63-3e65-4481-a1ae-efc001d8d5b2', 'status': 'completed', 'code': 200} Jan 26 20:59:17.140255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-e76f95f0-2ca6-493f-a0f9-f4e4dd161963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:17.142586 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-e76f95f0-2ca6-493f-a0f9-f4e4dd161963 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e60566ac1d2d43a3a7523d6e9cdc569e&device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 1160 time: 0.0837994 Jan 26 20:59:17.163087 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-77b84c49-f8d6-4564-9654-aa82ed20246c req-72716a77-c39c-4450-be79-c058aad46707 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527606 Jan 26 20:59:17.223084 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-b80fad4f-0d62-4a3a-8774-d31e0f5ac695 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87762a63-3e65-4481-a1ae-efc001d8d5b2 HTTP/1.1" status: 200 len: 217 time: 0.0663075 Jan 26 20:59:17.298577 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-74ac3ab1-2146-4e59-b785-981a215d93fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:17.300165 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-74ac3ab1-2146-4e59-b785-981a215d93fa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9cc2da95-502b-43da-9bf1-1bb29472cc80 HTTP/1.1" status: 200 len: 853 time: 0.0668011 Jan 26 20:59:17.351534 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-a45ade43-2584-44a1-bc2e-3a02abe0fcec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447197 Jan 26 20:59:17.493313 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-765a2f77-9822-47f0-8031-8d07286de72f service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350052 Jan 26 20:59:17.641127 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-209bbdc2-0e0c-4c57-a479-97c91996a400 req-79988b57-6904-4b8a-8166-b3a2e5642c51 service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1402583 Jan 26 20:59:17.811333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c581aa7-2ebe-4510-a7cd-e13e811e2fe0 req-b0f812ea-268a-457b-91c6-0d4c49c7f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:17.813040 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5c581aa7-2ebe-4510-a7cd-e13e811e2fe0 req-b0f812ea-268a-457b-91c6-0d4c49c7f9cc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e60566ac1d2d43a3a7523d6e9cdc569e&device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 1160 time: 0.0782425 Jan 26 20:59:17.962655 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c581aa7-2ebe-4510-a7cd-e13e811e2fe0 req-c2854b59-038f-4427-8dcd-eb344ff90894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:17.964249 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5c581aa7-2ebe-4510-a7cd-e13e811e2fe0 req-c2854b59-038f-4427-8dcd-eb344ff90894 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c HTTP/1.1" status: 200 len: 907 time: 0.1442342 Jan 26 20:59:18.045022 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5c581aa7-2ebe-4510-a7cd-e13e811e2fe0 req-ec51520a-74ad-46c7-a92e-312f983a7675 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87762a63-3e65-4481-a1ae-efc001d8d5b2 HTTP/1.1" status: 200 len: 217 time: 0.0690007 Jan 26 20:59:18.116780 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c581aa7-2ebe-4510-a7cd-e13e811e2fe0 req-ca0cd2a7-8632-4cd9-9289-3b8af10d530a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:18.118278 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5c581aa7-2ebe-4510-a7cd-e13e811e2fe0 req-ca0cd2a7-8632-4cd9-9289-3b8af10d530a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9cc2da95-502b-43da-9bf1-1bb29472cc80 HTTP/1.1" status: 200 len: 853 time: 0.0668876 Jan 26 20:59:18.171349 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5c581aa7-2ebe-4510-a7cd-e13e811e2fe0 req-add080c4-a2c9-4558-816f-9034e6d161e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446730 Jan 26 20:59:18.431461 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d920c8e-6a3a-45e0-88cc-94bdacc42628 req-2126f63d-d435-41a7-b7ac-4cbd49f4396e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:18.433127 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7d920c8e-6a3a-45e0-88cc-94bdacc42628 req-2126f63d-d435-41a7-b7ac-4cbd49f4396e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 943 time: 0.1319642 Jan 26 20:59:18.497112 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7d920c8e-6a3a-45e0-88cc-94bdacc42628 req-c4f62e5b-a39b-4dd3-a79a-4e98314b7013 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572705 Jan 26 20:59:18.592513 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5c581aa7-2ebe-4510-a7cd-e13e811e2fe0 req-4a6bf02e-9db3-4540-83e5-2a882ac727da service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080143 Jan 26 20:59:18.738785 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5c581aa7-2ebe-4510-a7cd-e13e811e2fe0 req-2e38b7fe-c5b4-4142-9e15-7c32837183d8 service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1370924 Jan 26 20:59:19.780736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e26d91b-072d-41bb-ae42-4c03be781600 req-88e60088-38ef-47f1-9eb6-1cc2cdec8b6a tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:19.782556 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9e26d91b-072d-41bb-ae42-4c03be781600 req-88e60088-38ef-47f1-9eb6-1cc2cdec8b6a tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 943 time: 0.1346745 Jan 26 20:59:19.839945 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9e26d91b-072d-41bb-ae42-4c03be781600 req-73b43bd3-ba09-4eae-b0f2-f4156ce3df7e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510612 Jan 26 20:59:21.095892 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eca1f0-c4d0-4535-90c6-8d2a453109fc req-4f25b164-32f7-4411-913e-88a3691bf166 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:21.097523 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b6eca1f0-c4d0-4535-90c6-8d2a453109fc req-4f25b164-32f7-4411-913e-88a3691bf166 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 943 time: 0.1292331 Jan 26 20:59:21.125156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 87762a63-3e65-4481-a1ae-efc001d8d5b2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:59:21.159305 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b6eca1f0-c4d0-4535-90c6-8d2a453109fc req-18bd53f8-66d5-48cb-bf64-a855446dcfd9 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552206 Jan 26 20:59:21.202834 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port 87762a63-3e65-4481-a1ae-efc001d8d5b2 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 20:59:21.208041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 87762a63-3e65-4481-a1ae-efc001d8d5b2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:59:21.208461 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:21.327783 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:21.355846 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cefddea-e042-45e2-b89b-6c1f63c8669c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87762a63-3e65-4481-a1ae-efc001d8d5b2'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:59:21.367269 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 87762a63-3e65-4481-a1ae-efc001d8d5b2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=87762a63-3e65-4481-a1ae-efc001d8d5b2,segment=NetworkSegment(54fe2610-a4a4-4b49-aecc-d9249eac1831),segment_id=54fe2610-a4a4-4b49-aecc-d9249eac1831)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:59:21.371962 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:21.372892 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 2be32507-657a-44b2-acd1-b7b905f4ff03 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:59:21.405746 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:21.443730 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cefddea-e042-45e2-b89b-6c1f63c8669c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87762a63-3e65-4481-a1ae-efc001d8d5b2', 'code': 200} Jan 26 20:59:21.503215 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=87762a63-3e65-4481-a1ae-efc001d8d5b2,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:21.508029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:21.516742 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 2be32507-657a-44b2-acd1-b7b905f4ff03 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:59:21.517148 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:21.717404 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d58abf-6cc8-4e3e-ac66-9da3e175d7c9 req-f4f6eeba-732b-42db-a41b-39157af90a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:21.719039 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-88d58abf-6cc8-4e3e-ac66-9da3e175d7c9 req-f4f6eeba-732b-42db-a41b-39157af90a73 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 1162 time: 0.0823300 Jan 26 20:59:21.763017 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-88d58abf-6cc8-4e3e-ac66-9da3e175d7c9 req-cd87e7aa-3ecb-418d-90f1-9ce9d39da580 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369995 Jan 26 20:59:21.964931 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 51308) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:22.113172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:22.128996 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:59:22.133066 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Usage tracker for resource:security_group_rule and tenant:3a5f910d81c24eba8f705c4b3702cf84 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:59:22.136054 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:59:22.142074 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:59:22.229807 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:22.232655 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:22.242113 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2dd9d059-639f-4039-a381-093941b48810 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:22.284031 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=3a5f910d81c24eba8f705c4b3702cf84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3179343 Jan 26 20:59:22.285740 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c149d95-2590-4feb-8c8d-5a5d966f70de,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:22.286873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 51316) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:22.295994 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.296450 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.296862 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.297226 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.298295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.298712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.299120 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.299532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.299943 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.300345 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.300745 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.301150 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.301603 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.302034 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.302441 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.302844 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.303241 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.303642 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.304041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.304442 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.304841 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.305250 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.305911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.306310 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:22.348255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4fcc5bc6-a73e-4d7e-a1a5-d6ac9afb2ae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:22.353676 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-681240b0-2696-4d6d-bd8b-c49efedaea7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:22.382103 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-681240b0-2696-4d6d-bd8b-c49efedaea7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:22.427127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-681240b0-2696-4d6d-bd8b-c49efedaea7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:22.432316 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-07042bcd-f44b-4f04-87fa-cd65dada3c44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:22.437163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2001a46-9f72-41bf-bfc9-c16162a88435 req-0ab73026-30c3-4d04-955c-b48f0136e55e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:22.439652 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c2001a46-9f72-41bf-bfc9-c16162a88435 req-0ab73026-30c3-4d04-955c-b48f0136e55e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 945 time: 0.1512620 Jan 26 20:59:22.445266 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681240b0-2696-4d6d-bd8b-c49efedaea7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c149d95-2590-4feb-8c8d-5a5d966f70de,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:22.448439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-681240b0-2696-4d6d-bd8b-c49efedaea7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:22.450541 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-681240b0-2696-4d6d-bd8b-c49efedaea7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:22.455043 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-681240b0-2696-4d6d-bd8b-c49efedaea7f admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3c149d95-2590-4feb-8c8d-5a5d966f70de HTTP/1.1" status: 204 len: 168 time: 0.1637027 Jan 26 20:59:22.498090 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c2001a46-9f72-41bf-bfc9-c16162a88435 req-15b73789-e6f0-4b73-8bc8-62b74a2f1fb2 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517879 Jan 26 20:59:22.704396 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 87762a63-3e65-4481-a1ae-efc001d8d5b2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:59:22.781494 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 87762a63-3e65-4481-a1ae-efc001d8d5b2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:59:22.782513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:22.807582 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 51324) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:22.826668 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-19222c04-0d23-471d-9f9e-8118acf8c010 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:22.842656 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-19222c04-0d23-471d-9f9e-8118acf8c010 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:59:22.847486 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-19222c04-0d23-471d-9f9e-8118acf8c010 admin admin] Usage tracker for resource:security_group_rule and tenant:30b9d18d41c64ecb9cf4ef20d9810d1e is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:59:22.850417 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-19222c04-0d23-471d-9f9e-8118acf8c010 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:59:22.856098 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-19222c04-0d23-471d-9f9e-8118acf8c010 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:59:22.942656 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-19222c04-0d23-471d-9f9e-8118acf8c010 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:22.945323 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-19222c04-0d23-471d-9f9e-8118acf8c010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:22.954614 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1f988ca3-ad56-4eb2-a99d-f154efc97760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:23.002427 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-19222c04-0d23-471d-9f9e-8118acf8c010 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=30b9d18d41c64ecb9cf4ef20d9810d1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1936347 Jan 26 20:59:23.003474 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19222c04-0d23-471d-9f9e-8118acf8c010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7263fb-105c-4347-8ffe-dbb979a0c009,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:23.005046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 51328) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:23.007060 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-19222c04-0d23-471d-9f9e-8118acf8c010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:23.067830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c05bc954-0089-4aa5-af5f-a569622775de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:23.095337 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c05bc954-0089-4aa5-af5f-a569622775de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:23.140839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c05bc954-0089-4aa5-af5f-a569622775de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:23.147041 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7aa02b9c-4b18-4c40-a316-39ebc04da709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:23.166272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05bc954-0089-4aa5-af5f-a569622775de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7263fb-105c-4347-8ffe-dbb979a0c009,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:23.169052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c05bc954-0089-4aa5-af5f-a569622775de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:23.170260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c05bc954-0089-4aa5-af5f-a569622775de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:23.171469 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-c05bc954-0089-4aa5-af5f-a569622775de admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/ff7263fb-105c-4347-8ffe-dbb979a0c009 HTTP/1.1" status: 204 len: 168 time: 0.1653697 Jan 26 20:59:23.763696 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83380a1e-41a3-4e5a-a82c-2e6ff3aa39e7 req-1069152b-7008-41b5-82d1-bad7ab360bd1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:23.765365 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-83380a1e-41a3-4e5a-a82c-2e6ff3aa39e7 req-1069152b-7008-41b5-82d1-bad7ab360bd1 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 945 time: 0.1342180 Jan 26 20:59:23.822968 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-83380a1e-41a3-4e5a-a82c-2e6ff3aa39e7 req-c4d122d7-8ee7-4d9b-be4a-1d5349eec29f tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503752 Jan 26 20:59:24.473690 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 87762a63-3e65-4481-a1ae-efc001d8d5b2 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:59:24.545794 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 87762a63-3e65-4481-a1ae-efc001d8d5b2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:59:24.546240 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:25.702820 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 20:59:27.767488 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:31.761040 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-12114294-2b42-4687-8e4b-4391038cc54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:32.741986 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aaecfaa9-8841-463e-adc0-13ea4dee65e6 req-24489832-26f6-4981-ab8d-0d137570fef4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0774393 Jan 26 20:59:32.855931 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecfaa9-8841-463e-adc0-13ea4dee65e6 req-ac91ebab-7ec0-4514-b8f1-c41605d55bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:32.857511 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aaecfaa9-8841-463e-adc0-13ea4dee65e6 req-ac91ebab-7ec0-4514-b8f1-c41605d55bb2 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=e60566ac1d2d43a3a7523d6e9cdc569e&device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 1162 time: 0.0772581 Jan 26 20:59:33.010768 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecfaa9-8841-463e-adc0-13ea4dee65e6 req-ef27e011-d50d-429f-8165-f8ec9eb78352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:33.012242 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aaecfaa9-8841-463e-adc0-13ea4dee65e6 req-ef27e011-d50d-429f-8165-f8ec9eb78352 service neutron] 10.222.0.11 "GET /v2.0/networks?id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c HTTP/1.1" status: 200 len: 907 time: 0.1355641 Jan 26 20:59:33.086786 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aaecfaa9-8841-463e-adc0-13ea4dee65e6 req-c0777fc3-2288-42c1-af75-dfd4b3ddd6ca service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0b00b58a-da9e-41d5-86f2-db0735230197 HTTP/1.1" status: 200 len: 217 time: 0.0674243 Jan 26 20:59:33.160565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaecfaa9-8841-463e-adc0-13ea4dee65e6 req-853b0920-c540-43a1-b1da-a596b0335834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:33.162143 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aaecfaa9-8841-463e-adc0-13ea4dee65e6 req-853b0920-c540-43a1-b1da-a596b0335834 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=9cc2da95-502b-43da-9bf1-1bb29472cc80 HTTP/1.1" status: 200 len: 853 time: 0.0667613 Jan 26 20:59:33.216005 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aaecfaa9-8841-463e-adc0-13ea4dee65e6 req-2d1ff0a1-e356-4abe-a1a9-ab16d7c1aa0a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476806 Jan 26 20:59:33.358140 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aaecfaa9-8841-463e-adc0-13ea4dee65e6 req-300715c2-a042-41bc-bf86-ef64e0c9d3a6 service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343436 Jan 26 20:59:33.499903 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aaecfaa9-8841-463e-adc0-13ea4dee65e6 req-843c5fc5-c47e-432a-a6ae-a926ee509351 service neutron] 10.222.0.11 "GET /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1346760 Jan 26 20:59:34.439111 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:34.461927 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bddd2cd9-09f4-416d-93f2-dfa957191935 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:35.815419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:36.094073 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:42.523633 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837469b-e384-48ca-be79-2874388a6431 req-5fca0787-8c9a-4cf8-8441-0e8cd45b75eb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:42.525245 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4837469b-e384-48ca-be79-2874388a6431 req-5fca0787-8c9a-4cf8-8441-0e8cd45b75eb tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 945 time: 0.1288195 Jan 26 20:59:42.580859 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4837469b-e384-48ca-be79-2874388a6431 req-0ed124bd-a0d6-4009-bed0-e8f8d0ceefa4 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492713 Jan 26 20:59:43.838320 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7dfa0-bb62-4e74-aea4-88ccc96a362b req-8b69db68-b3ae-4746-a3bc-29d0309427e8 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:43.840002 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a6b7dfa0-bb62-4e74-aea4-88ccc96a362b req-8b69db68-b3ae-4746-a3bc-29d0309427e8 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 945 time: 0.1285405 Jan 26 20:59:43.900918 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a6b7dfa0-bb62-4e74-aea4-88ccc96a362b req-062cedbe-d067-4013-b256-83de82fbd290 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543971 Jan 26 20:59:44.293952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef40202-5a11-4d2c-a3d9-8040ca95c1f2 req-0c3a8eba-dfe2-4ad4-a4b2-9503cc6f0864 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:44.294707 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-aef40202-5a11-4d2c-a3d9-8040ca95c1f2 req-0c3a8eba-dfe2-4ad4-a4b2-9503cc6f0864 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Synchronizing usage tracker for tenant:e60566ac1d2d43a3a7523d6e9cdc569e on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:59:44.310932 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-aef40202-5a11-4d2c-a3d9-8040ca95c1f2 req-0c3a8eba-dfe2-4ad4-a4b2-9503cc6f0864 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Unset dirty status for tenant:e60566ac1d2d43a3a7523d6e9cdc569e on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:59:44.312105 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aef40202-5a11-4d2c-a3d9-8040ca95c1f2 req-0c3a8eba-dfe2-4ad4-a4b2-9503cc6f0864 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "GET /v2.0/ports?device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 945 time: 0.1383305 Jan 26 20:59:44.401171 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-aef40202-5a11-4d2c-a3d9-8040ca95c1f2 req-6c55713c-773e-463d-93e4-1528c75dfcce tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Deleting port 87762a63-3e65-4481-a1ae-efc001d8d5b2 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:59:44.401549 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-aef40202-5a11-4d2c-a3d9-8040ca95c1f2 req-6c55713c-773e-463d-93e4-1528c75dfcce tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:44.664600 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-aef40202-5a11-4d2c-a3d9-8040ca95c1f2 req-6c55713c-773e-463d-93e4-1528c75dfcce tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] For port 87762a63-3e65-4481-a1ae-efc001d8d5b2, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=87762a63-3e65-4481-a1ae-efc001d8d5b2,segment=NetworkSegment(54fe2610-a4a4-4b49-aecc-d9249eac1831),segment_id=54fe2610-a4a4-4b49-aecc-d9249eac1831)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:59:44.665020 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-aef40202-5a11-4d2c-a3d9-8040ca95c1f2 req-6c55713c-773e-463d-93e4-1528c75dfcce tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:44.800178 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-aef40202-5a11-4d2c-a3d9-8040ca95c1f2 req-6c55713c-773e-463d-93e4-1528c75dfcce tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Calling delete_port for 87762a63-3e65-4481-a1ae-efc001d8d5b2 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:59:44.949320 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-aef40202-5a11-4d2c-a3d9-8040ca95c1f2 req-6c55713c-773e-463d-93e4-1528c75dfcce tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:44.965482 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a210fa08-4b56-45a0-a42c-ea5eaafaa142 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:44.987457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 87762a63-3e65-4481-a1ae-efc001d8d5b2 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:59:45.016273 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55713c-773e-463d-93e4-1528c75dfcce tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Pushing event deleted for resources: {'Port': ['ID=87762a63-3e65-4481-a1ae-efc001d8d5b2,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:45.036948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] No Port match for: 87762a63-3e65-4481-a1ae-efc001d8d5b2 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:59:45.037551 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 87762a63-3e65-4481-a1ae-efc001d8d5b2 not bound to the agent host hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:59:45.070129 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6c55713c-773e-463d-93e4-1528c75dfcce tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:45.086853 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-414325ed-8041-4f3f-b963-2e9ebb852ce8 req-a97bbbe4-e960-452e-8504-ff6f0bc7448a tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=0cefddea-e042-45e2-b89b-6c1f63c8669c HTTP/1.1" status: 200 len: 210 time: 0.0494127 Jan 26 20:59:45.142980 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 51522) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:45.182150 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef40202-5a11-4d2c-a3d9-8040ca95c1f2 req-6c55713c-773e-463d-93e4-1528c75dfcce tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] No DVR routers for this DVR port 87762a63-3e65-4481-a1ae-efc001d8d5b2 on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:59:45.184422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-aef40202-5a11-4d2c-a3d9-8040ca95c1f2 req-6c55713c-773e-463d-93e4-1528c75dfcce tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:45.187891 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cefddea-e042-45e2-b89b-6c1f63c8669c', 'name': 'network-vif-deleted', 'tag': '87762a63-3e65-4481-a1ae-efc001d8d5b2'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:59:45.202846 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aef40202-5a11-4d2c-a3d9-8040ca95c1f2 req-6c55713c-773e-463d-93e4-1528c75dfcce tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "DELETE /v2.0/ports/87762a63-3e65-4481-a1ae-efc001d8d5b2 HTTP/1.1" status: 204 len: 173 time: 0.8844030 Jan 26 20:59:45.265779 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cefddea-e042-45e2-b89b-6c1f63c8669c', 'name': 'network-vif-deleted', 'tag': '87762a63-3e65-4481-a1ae-efc001d8d5b2', 'status': 'completed', 'code': 200} Jan 26 20:59:45.305354 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b200e2d7-914b-4190-9fb5-d6ad6baabc89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:45.321122 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b200e2d7-914b-4190-9fb5-d6ad6baabc89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 20:59:45.325115 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b200e2d7-914b-4190-9fb5-d6ad6baabc89 admin admin] Usage tracker for resource:security_group_rule and tenant:a032b3ae7d4f4c8d893052069e3c5b28 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 20:59:45.328138 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-b200e2d7-914b-4190-9fb5-d6ad6baabc89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 20:59:45.334465 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-b200e2d7-914b-4190-9fb5-d6ad6baabc89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 20:59:45.422402 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b200e2d7-914b-4190-9fb5-d6ad6baabc89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:45.424943 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b200e2d7-914b-4190-9fb5-d6ad6baabc89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:45.433943 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-19222c04-0d23-471d-9f9e-8118acf8c010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:45.481569 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-b200e2d7-914b-4190-9fb5-d6ad6baabc89 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=a032b3ae7d4f4c8d893052069e3c5b28&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3373904 Jan 26 20:59:45.482588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200e2d7-914b-4190-9fb5-d6ad6baabc89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b89540-502f-42b6-ac72-f87be7b505f3,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:45.484512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 51530) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 20:59:45.486478 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b200e2d7-914b-4190-9fb5-d6ad6baabc89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:45.551615 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-aacfe377-3f51-4b6c-83cd-064d4b1afe4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:45.579814 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-aacfe377-3f51-4b6c-83cd-064d4b1afe4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:45.624666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-aacfe377-3f51-4b6c-83cd-064d4b1afe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:45.629842 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b67612d9-f027-4cf3-997b-a2834cc21ea0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:45.640731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacfe377-3f51-4b6c-83cd-064d4b1afe4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b89540-502f-42b6-ac72-f87be7b505f3,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:45.648027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-aacfe377-3f51-4b6c-83cd-064d4b1afe4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:45.648878 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-aacfe377-3f51-4b6c-83cd-064d4b1afe4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:45.651300 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-aacfe377-3f51-4b6c-83cd-064d4b1afe4d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/47b89540-502f-42b6-ac72-f87be7b505f3 HTTP/1.1" status: 204 len: 168 time: 0.1654477 Jan 26 20:59:47.873549 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed37c00f-84b9-4672-9e6c-226580d91242 req-2faff68d-701f-4021-8c30-42b8b1a11d56 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:47.875176 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed37c00f-84b9-4672-9e6c-226580d91242 req-2faff68d-701f-4021-8c30-42b8b1a11d56 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 945 time: 0.1246972 Jan 26 20:59:47.931375 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ed37c00f-84b9-4672-9e6c-226580d91242 req-1949e22e-8031-4d02-be31-cb907149f7cf tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497801 Jan 26 20:59:49.186452 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1768145-4ede-492f-8bd6-7d06fe5df25f req-0e00906c-be67-4290-8262-17c159f71966 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:49.188049 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d1768145-4ede-492f-8bd6-7d06fe5df25f req-0e00906c-be67-4290-8262-17c159f71966 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 945 time: 0.1282878 Jan 26 20:59:49.243730 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d1768145-4ede-492f-8bd6-7d06fe5df25f req-734a3aea-68a2-421d-a321-476dfa05e388 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486033 Jan 26 20:59:49.531062 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19b658f-e69d-4851-9909-98662b3737e8 req-c66cd7f5-5ef6-4f91-973f-b26706da7fe2 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:49.531747 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-d19b658f-e69d-4851-9909-98662b3737e8 req-c66cd7f5-5ef6-4f91-973f-b26706da7fe2 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Synchronizing usage tracker for tenant:e60566ac1d2d43a3a7523d6e9cdc569e on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:59:49.548840 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-d19b658f-e69d-4851-9909-98662b3737e8 req-c66cd7f5-5ef6-4f91-973f-b26706da7fe2 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Unset dirty status for tenant:e60566ac1d2d43a3a7523d6e9cdc569e on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:59:49.550061 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d19b658f-e69d-4851-9909-98662b3737e8 req-c66cd7f5-5ef6-4f91-973f-b26706da7fe2 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 945 time: 0.1399884 Jan 26 20:59:49.636958 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-d19b658f-e69d-4851-9909-98662b3737e8 req-353639fd-52a9-4ef6-8d15-29fcb5b21a90 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Deleting port 2be32507-657a-44b2-acd1-b7b905f4ff03 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:59:49.637342 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d19b658f-e69d-4851-9909-98662b3737e8 req-353639fd-52a9-4ef6-8d15-29fcb5b21a90 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:49.897025 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-d19b658f-e69d-4851-9909-98662b3737e8 req-353639fd-52a9-4ef6-8d15-29fcb5b21a90 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] For port 2be32507-657a-44b2-acd1-b7b905f4ff03, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=2be32507-657a-44b2-acd1-b7b905f4ff03,segment=NetworkSegment(54fe2610-a4a4-4b49-aecc-d9249eac1831),segment_id=54fe2610-a4a4-4b49-aecc-d9249eac1831)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:59:49.897424 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d19b658f-e69d-4851-9909-98662b3737e8 req-353639fd-52a9-4ef6-8d15-29fcb5b21a90 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:50.026457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-d19b658f-e69d-4851-9909-98662b3737e8 req-353639fd-52a9-4ef6-8d15-29fcb5b21a90 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Calling delete_port for 2be32507-657a-44b2-acd1-b7b905f4ff03 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:59:50.171931 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d19b658f-e69d-4851-9909-98662b3737e8 req-353639fd-52a9-4ef6-8d15-29fcb5b21a90 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:50.188897 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-066ccf23-6325-4aab-b051-5479b96cbacd tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:50.283187 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353639fd-52a9-4ef6-8d15-29fcb5b21a90 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Pushing event deleted for resources: {'Port': ['ID=2be32507-657a-44b2-acd1-b7b905f4ff03,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:50.289693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-353639fd-52a9-4ef6-8d15-29fcb5b21a90 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:50.394714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19b658f-e69d-4851-9909-98662b3737e8 req-353639fd-52a9-4ef6-8d15-29fcb5b21a90 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] No DVR routers for this DVR port 2be32507-657a-44b2-acd1-b7b905f4ff03 on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:59:50.396956 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d19b658f-e69d-4851-9909-98662b3737e8 req-353639fd-52a9-4ef6-8d15-29fcb5b21a90 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:50.399726 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19fe3bd2-b8f1-4c67-a782-4d51e3de9d48', 'name': 'network-vif-deleted', 'tag': '2be32507-657a-44b2-acd1-b7b905f4ff03'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:59:50.414185 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d19b658f-e69d-4851-9909-98662b3737e8 req-353639fd-52a9-4ef6-8d15-29fcb5b21a90 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "DELETE /v2.0/ports/2be32507-657a-44b2-acd1-b7b905f4ff03 HTTP/1.1" status: 204 len: 173 time: 0.8586128 Jan 26 20:59:50.426262 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a6175d74-4d47-4afb-a845-cc8357414c8c req-b2ef44d2-0463-4cf2-a762-1799b9e97bac tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=19fe3bd2-b8f1-4c67-a782-4d51e3de9d48 HTTP/1.1" status: 200 len: 210 time: 0.0507240 Jan 26 20:59:50.464641 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19fe3bd2-b8f1-4c67-a782-4d51e3de9d48', 'name': 'network-vif-deleted', 'tag': '2be32507-657a-44b2-acd1-b7b905f4ff03', 'status': 'completed', 'code': 200} Jan 26 20:59:51.392929 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 2be32507-657a-44b2-acd1-b7b905f4ff03 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:59:51.432471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] No Port match for: 2be32507-657a-44b2-acd1-b7b905f4ff03 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:59:51.432863 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 2be32507-657a-44b2-acd1-b7b905f4ff03 not bound to the agent host hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:59:51.974380 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf63a4e-00b4-4db1-b529-9c9731cb4546 req-13a7389e-88ba-48e1-b4ab-d38a22fb87b4 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:51.975910 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ecf63a4e-00b4-4db1-b529-9c9731cb4546 req-13a7389e-88ba-48e1-b4ab-d38a22fb87b4 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 945 time: 0.1271353 Jan 26 20:59:52.030879 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ecf63a4e-00b4-4db1-b529-9c9731cb4546 req-ce5a33ff-f5db-4adb-89af-4e8f85d399f2 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488009 Jan 26 20:59:53.215768 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 20:59:53.285055 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a1d62-a24c-48e0-b8d4-ae4b5260bcba req-ad8e095b-3cf5-4827-b415-13e163a718e3 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:53.286792 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-623a1d62-a24c-48e0-b8d4-ae4b5260bcba req-ad8e095b-3cf5-4827-b415-13e163a718e3 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 945 time: 0.1272032 Jan 26 20:59:53.292407 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 20:59:53.292827 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:53.350468 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-623a1d62-a24c-48e0-b8d4-ae4b5260bcba req-94b9727f-3c93-4f29-a915-5dcd200c7cb0 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570590 Jan 26 20:59:53.350686 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05945ca-7c54-47c3-b38d-e9f78bca3cc5 req-d3ab5ace-e977-4166-8275-7acaba0996c3 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:53.351332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-a05945ca-7c54-47c3-b38d-e9f78bca3cc5 req-d3ab5ace-e977-4166-8275-7acaba0996c3 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Synchronizing usage tracker for tenant:e60566ac1d2d43a3a7523d6e9cdc569e on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:59:53.370733 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-a05945ca-7c54-47c3-b38d-e9f78bca3cc5 req-d3ab5ace-e977-4166-8275-7acaba0996c3 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Unset dirty status for tenant:e60566ac1d2d43a3a7523d6e9cdc569e on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:59:53.371983 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a05945ca-7c54-47c3-b38d-e9f78bca3cc5 req-d3ab5ace-e977-4166-8275-7acaba0996c3 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "GET /v2.0/ports?device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 945 time: 0.1505330 Jan 26 20:59:53.459260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-a05945ca-7c54-47c3-b38d-e9f78bca3cc5 req-ecf52bf0-2438-43ce-843b-1d330baf7235 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Deleting port 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:59:53.459654 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-a05945ca-7c54-47c3-b38d-e9f78bca3cc5 req-ecf52bf0-2438-43ce-843b-1d330baf7235 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:53.723572 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-a05945ca-7c54-47c3-b38d-e9f78bca3cc5 req-ecf52bf0-2438-43ce-843b-1d330baf7235 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] For port 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=6fe54eb9-5cb3-45ee-9e87-31611a9eeed3,segment=NetworkSegment(54fe2610-a4a4-4b49-aecc-d9249eac1831),segment_id=54fe2610-a4a4-4b49-aecc-d9249eac1831)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:59:53.723964 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-a05945ca-7c54-47c3-b38d-e9f78bca3cc5 req-ecf52bf0-2438-43ce-843b-1d330baf7235 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:54.077350 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-a05945ca-7c54-47c3-b38d-e9f78bca3cc5 req-ecf52bf0-2438-43ce-843b-1d330baf7235 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Calling delete_port for 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:59:54.225795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-a05945ca-7c54-47c3-b38d-e9f78bca3cc5 req-ecf52bf0-2438-43ce-843b-1d330baf7235 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:54.240526 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:54.336654 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf52bf0-2438-43ce-843b-1d330baf7235 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Pushing event deleted for resources: {'Port': ['ID=6fe54eb9-5cb3-45ee-9e87-31611a9eeed3,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:54.343398 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ecf52bf0-2438-43ce-843b-1d330baf7235 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:54.451580 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05945ca-7c54-47c3-b38d-e9f78bca3cc5 req-ecf52bf0-2438-43ce-843b-1d330baf7235 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] No DVR routers for this DVR port 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 20:59:54.453923 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-a05945ca-7c54-47c3-b38d-e9f78bca3cc5 req-ecf52bf0-2438-43ce-843b-1d330baf7235 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:54.456623 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d4662d8-4b7c-4b62-b33e-dff0d31db951', 'name': 'network-vif-deleted', 'tag': '6fe54eb9-5cb3-45ee-9e87-31611a9eeed3'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:59:54.475305 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a05945ca-7c54-47c3-b38d-e9f78bca3cc5 req-ecf52bf0-2438-43ce-843b-1d330baf7235 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "DELETE /v2.0/ports/6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 HTTP/1.1" status: 204 len: 173 time: 1.0975690 Jan 26 20:59:54.523969 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d4662d8-4b7c-4b62-b33e-dff0d31db951', 'name': 'network-vif-deleted', 'tag': '6fe54eb9-5cb3-45ee-9e87-31611a9eeed3', 'status': 'completed', 'code': 200} Jan 26 20:59:54.538030 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b6339eb9-bf15-4be4-9dd9-fa535e52ae4f req-3a36abe4-4f27-4428-bb1f-a6708806eda7 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=8d4662d8-4b7c-4b62-b33e-dff0d31db951 HTTP/1.1" status: 200 len: 210 time: 0.0528531 Jan 26 20:59:55.216345 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:59:55.260899 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] No Port match for: 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 20:59:55.261463 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 6fe54eb9-5cb3-45ee-9e87-31611a9eeed3 not bound to the agent host hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 20:59:57.325937 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af1e847-f1b3-4d00-aab3-78e10c0864f0 req-65a027bc-97da-46d2-a855-fb130c3a1c67 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:57.327617 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6af1e847-f1b3-4d00-aab3-78e10c0864f0 req-65a027bc-97da-46d2-a855-fb130c3a1c67 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 945 time: 0.1266551 Jan 26 20:59:57.386732 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6af1e847-f1b3-4d00-aab3-78e10c0864f0 req-e2722ae6-a33c-4bc6-86bd-0649dbabc637 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524576 Jan 26 20:59:57.766760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:58.643917 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34f0bb-1fdd-466f-b948-e01bc9b81442 req-9f2bd501-489e-4fcc-a65d-eb338fdf1f3a tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:58.645535 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2f34f0bb-1fdd-466f-b948-e01bc9b81442 req-9f2bd501-489e-4fcc-a65d-eb338fdf1f3a tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 945 time: 0.1282108 Jan 26 20:59:58.703122 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2f34f0bb-1fdd-466f-b948-e01bc9b81442 req-5f99f3f2-d083-4d35-b27c-0775395d7853 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507536 Jan 26 20:59:58.892538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4fe7ad85-c342-4e5f-b511-5b86cbaa44ce tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:58.893310 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4fe7ad85-c342-4e5f-b511-5b86cbaa44ce tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Synchronizing usage tracker for tenant:e60566ac1d2d43a3a7523d6e9cdc569e on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 20:59:58.908526 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4fe7ad85-c342-4e5f-b511-5b86cbaa44ce tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Unset dirty status for tenant:e60566ac1d2d43a3a7523d6e9cdc569e on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 20:59:58.909707 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4fe7ad85-c342-4e5f-b511-5b86cbaa44ce tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 945 time: 0.1417432 Jan 26 20:59:58.992232 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Deleting port 0b00b58a-da9e-41d5-86f2-db0735230197 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 20:59:58.992608 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:59.042286 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 0b00b58a-da9e-41d5-86f2-db0735230197 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 20:59:59.169783 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:59.198420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a0dbf3-b564-42a1-9811-72cd59d317a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b00b58a-da9e-41d5-86f2-db0735230197'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 20:59:59.209775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 0b00b58a-da9e-41d5-86f2-db0735230197, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0b00b58a-da9e-41d5-86f2-db0735230197,segment=NetworkSegment(54fe2610-a4a4-4b49-aecc-d9249eac1831),segment_id=54fe2610-a4a4-4b49-aecc-d9249eac1831)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:59:59.213024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:59.215194 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 20:59:59.260637 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] For port 0b00b58a-da9e-41d5-86f2-db0735230197, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0b00b58a-da9e-41d5-86f2-db0735230197,segment=NetworkSegment(54fe2610-a4a4-4b49-aecc-d9249eac1831),segment_id=54fe2610-a4a4-4b49-aecc-d9249eac1831)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 20:59:59.261050 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 20:59:59.411369 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Calling delete_port for 0b00b58a-da9e-41d5-86f2-db0735230197 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 20:59:59.427934 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a0dbf3-b564-42a1-9811-72cd59d317a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b00b58a-da9e-41d5-86f2-db0735230197', 'code': 200} Jan 26 20:59:59.454948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=0b00b58a-da9e-41d5-86f2-db0735230197,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 20:59:59.462788 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.463165 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.463534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.463899 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.464260 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.464618 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.464978 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.465336 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.465689 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.466070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.466428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.466779 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.467173 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.467993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.467993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.468223 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.468519 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.468866 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.469330 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.469707 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.470106 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.470462 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.470814 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.471161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 20:59:59.475400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 20:59:59.498198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80131) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 20:59:59.498561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 20:59:59.960355 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fce8a2-ef6f-48d5-84a3-8a720d7a1906 req-f631fa69-c030-4f6f-a7af-c1babd66ab32 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 20:59:59.962034 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-00fce8a2-ef6f-48d5-84a3-8a720d7a1906 req-f631fa69-c030-4f6f-a7af-c1babd66ab32 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 943 time: 0.1278822 Jan 26 21:00:00.000428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Deleting port 0b00b58a-da9e-41d5-86f2-db0735230197 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:00:00.000954 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:00.018152 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-00fce8a2-ef6f-48d5-84a3-8a720d7a1906 req-fe4a106e-3151-43e4-ac99-74e7cd03f73e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/security-groups?id=b487fcc9-6533-4490-b35b-e34ab3afe76f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498650 Jan 26 21:00:00.265003 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] For port 0b00b58a-da9e-41d5-86f2-db0735230197, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=0b00b58a-da9e-41d5-86f2-db0735230197,segment=NetworkSegment(54fe2610-a4a4-4b49-aecc-d9249eac1831),segment_id=54fe2610-a4a4-4b49-aecc-d9249eac1831)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:00:00.265324 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:00.397510 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Calling delete_port for 0b00b58a-da9e-41d5-86f2-db0735230197 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:00:00.543888 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:00.559467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:00.656235 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Pushing event deleted for resources: {'Port': ['ID=0b00b58a-da9e-41d5-86f2-db0735230197,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:00.670844 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.671255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.671662 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.672062 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.673082 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.673479 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.673870 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.674285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.674674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.675062 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.675448 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.675836 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.676263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.676651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.677035 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.677422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.677802 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.678215 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.678599 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.678982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.679367 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.679753 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.680135 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.680518 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:00.685692 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:00.782756 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] No DVR routers for this DVR port 0b00b58a-da9e-41d5-86f2-db0735230197 on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 21:00:00.784841 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:00.787518 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a0dbf3-b564-42a1-9811-72cd59d317a6', 'name': 'network-vif-deleted', 'tag': '0b00b58a-da9e-41d5-86f2-db0735230197'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:00:00.802750 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c86b4f4b-8f11-44e5-9bef-6dd2b426db90 req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.11 "DELETE /v2.0/ports/0b00b58a-da9e-41d5-86f2-db0735230197 HTTP/1.1" status: 204 len: 173 time: 1.8872588 Jan 26 21:00:00.847383 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1a0dbf3-b564-42a1-9811-72cd59d317a6', 'name': 'network-vif-deleted', 'tag': '0b00b58a-da9e-41d5-86f2-db0735230197', 'status': 'completed', 'code': 200} Jan 26 21:00:01.207826 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1bb25f1a-27c0-4073-8524-bc63d79b0cad req-14cc04a7-7178-4dcc-b668-6c9782a3e814 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1a0dbf3-b564-42a1-9811-72cd59d317a6 HTTP/1.1" status: 200 len: 210 time: 0.0482700 Jan 26 21:00:01.761791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-63a51fbb-cad0-4f4a-9378-709d25153546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:02.322830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 51590) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:02.392410 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-035a937b-db90-458d-b68a-f0e83bf306d0 admin admin] Deleting subnet 9cc2da95-502b-43da-9bf1-1bb29472cc80 {{(pid=80131) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 21:00:02.395532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-035a937b-db90-458d-b68a-f0e83bf306d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:02.447239 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-035a937b-db90-458d-b68a-f0e83bf306d0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:02.455046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-035a937b-db90-458d-b68a-f0e83bf306d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:02.702350 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:00:02.715175 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-035a937b-db90-458d-b68a-f0e83bf306d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for subnet, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:02.730565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e6da1e72-f957-424c-827d-223c96dbfb8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:02.813481 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a937b-db90-458d-b68a-f0e83bf306d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cc2da95-502b-43da-9bf1-1bb29472cc80,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:02.820252 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-035a937b-db90-458d-b68a-f0e83bf306d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:02.861940 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-035a937b-db90-458d-b68a-f0e83bf306d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:02.867861 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-035a937b-db90-458d-b68a-f0e83bf306d0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/9cc2da95-502b-43da-9bf1-1bb29472cc80 HTTP/1.1" status: 204 len: 168 time: 0.5439465 Jan 26 21:00:02.870708 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 51594) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:02.986980 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:03.176229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:03.290296 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 21:00:03.290627 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 21:00:03.291465 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 21:00:03.291836 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Subscribe: > port after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 21:00:03.292193 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 21:00:03.292578 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Subscribe: > port after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 21:00:03.292931 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 21:00:03.293288 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 21:00:03.293651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 21:00:03.294042 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 21:00:03.371762 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 21:00:03.372333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 21:00:03.372533 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 21:00:03.372850 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80131) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 26 21:00:03.373246 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76fa36cd-dc23-4b1a-abc8-405c6a03aa5c']}} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:00:03.387974 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fe2610-a4a4-4b49-aecc-d9249eac1831') {'for_net_delete': True} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:00:03.388314 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fe2610-a4a4-4b49-aecc-d9249eac1831') {} {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:00:03.403319 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13352861'] for segment, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:03.419512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:03.421488 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80131) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 21:00:03.602491 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c has no segments {{(pid=80131) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 21:00:03.611922 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839871281'] for segment, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:03.794055 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Network 76fa36cd-dc23-4b1a-abc8-405c6a03aa5c has no segments {{(pid=80131) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: (rel_b, rel_a, rel_b), Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: (rel_b, rel_a, rel_b), Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:00:03.818862 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:00:03.896100 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:03.899719 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c7566151-1a42-41db-a1bf-a308175e5748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:03.918556 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:03.921080 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Pushing event deleted for resources: {'Network': ['ID=76fa36cd-dc23-4b1a-abc8-405c6a03aa5c,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:03.924326 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:03.932961 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-e3fc8143-f357-4a74-8bfb-27b2b15a7aa4 admin admin] 10.222.0.59 "DELETE /v2.0/networks/76fa36cd-dc23-4b1a-abc8-405c6a03aa5c HTTP/1.1" status: 204 len: 168 time: 1.0611999 Jan 26 21:00:04.137524 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 51600) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:04.191409 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-05d381fa-5b24-4001-bced-1e54b8d2c693 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=e60566ac1d2d43a3a7523d6e9cdc569e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525210 Jan 26 21:00:04.193795 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 51604) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:04.255053 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e1d0cb21-04ef-4010-8cfa-862d56b4c649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:04.282072 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e1d0cb21-04ef-4010-8cfa-862d56b4c649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:04.330262 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e1d0cb21-04ef-4010-8cfa-862d56b4c649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:04.335187 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a3dad013-f3bb-483d-8db7-8a00b7d26505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:04.443516 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:04.463990 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4fb73b0b-afe5-4b99-b659-2c5ca0cf8d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:04.573624 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d0cb21-04ef-4010-8cfa-862d56b4c649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b487fcc9-6533-4490-b35b-e34ab3afe76f,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:04.579548 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e1d0cb21-04ef-4010-8cfa-862d56b4c649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:04.581570 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e1d0cb21-04ef-4010-8cfa-862d56b4c649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:04.582819 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-e1d0cb21-04ef-4010-8cfa-862d56b4c649 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/b487fcc9-6533-4490-b35b-e34ab3afe76f HTTP/1.1" status: 204 len: 168 time: 0.3880465 Jan 26 21:00:05.816873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:06.098481 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:27.764383 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:31.763389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0bd061ae-d899-48a9-a74d-e00cf678dd4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:34.443881 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:34.463399 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f4770588-b735-40f4-9552-c48aba5a5a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:35.818343 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:36.100471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:39.701520 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:00:48.552969 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 51980) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:48.705217 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f896f7e1-6ed4-40c1-86ab-722dacf8ce2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:48.720983 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-f896f7e1-6ed4-40c1-86ab-722dacf8ce2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:00:48.725032 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-f896f7e1-6ed4-40c1-86ab-722dacf8ce2f admin admin] Usage tracker for resource:security_group_rule and tenant:2cf2d93e24ac49c397e0bb81bccd8d99 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:00:48.728003 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-f896f7e1-6ed4-40c1-86ab-722dacf8ce2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:00:48.733759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-f896f7e1-6ed4-40c1-86ab-722dacf8ce2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:00:48.820774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f896f7e1-6ed4-40c1-86ab-722dacf8ce2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:48.823295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f896f7e1-6ed4-40c1-86ab-722dacf8ce2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:48.832091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9e6bcd58-7934-4f33-8b5e-8f3ce89457d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:48.873806 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f896f7e1-6ed4-40c1-86ab-722dacf8ce2f admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2cf2d93e24ac49c397e0bb81bccd8d99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3197126 Jan 26 21:00:48.874791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896f7e1-6ed4-40c1-86ab-722dacf8ce2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8506131b-28fd-4d64-80cf-45367402b908,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:48.877231 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 51986) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:48.878910 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f896f7e1-6ed4-40c1-86ab-722dacf8ce2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:48.940427 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:48.967280 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:49.018180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:49.023043 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a67ae687-5175-44dc-a3b8-bf0daa35bd97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:49.036778 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8506131b-28fd-4d64-80cf-45367402b908,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:49.048012 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.048441 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.048849 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.049278 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.049655 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.050079 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.050477 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.050872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.051267 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.051660 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.052054 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.052450 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.052881 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.053278 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.053672 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.054090 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.054487 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.054880 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.055270 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.055662 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.056313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.056702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.057091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.057480 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:00:49.062122 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:49.072809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:49.074079 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-f8015f28-f56d-4724-b339-3cfea4069a02 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/8506131b-28fd-4d64-80cf-45367402b908 HTTP/1.1" status: 204 len: 168 time: 0.1957092 Jan 26 21:00:49.408321 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 51994) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:49.427902 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e22be085-ca8d-4e92-84cd-fbbfc49b4212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:49.443259 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-e22be085-ca8d-4e92-84cd-fbbfc49b4212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:00:49.447295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-e22be085-ca8d-4e92-84cd-fbbfc49b4212 admin admin] Usage tracker for resource:security_group_rule and tenant:aa0ecef3010347ef92a8bbae33f1d4a0 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:00:49.450257 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-e22be085-ca8d-4e92-84cd-fbbfc49b4212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:00:49.456029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-e22be085-ca8d-4e92-84cd-fbbfc49b4212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:00:49.542440 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e22be085-ca8d-4e92-84cd-fbbfc49b4212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:49.545139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e22be085-ca8d-4e92-84cd-fbbfc49b4212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:49.554596 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6176fbb1-537d-46ee-81af-6f1cc4cc7551 tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:49.597176 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-e22be085-ca8d-4e92-84cd-fbbfc49b4212 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=aa0ecef3010347ef92a8bbae33f1d4a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877205 Jan 26 21:00:49.598163 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22be085-ca8d-4e92-84cd-fbbfc49b4212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33ffde3d-f4d1-4382-9b7a-0dfa83959953,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:49.600139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 51998) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:49.601576 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e22be085-ca8d-4e92-84cd-fbbfc49b4212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:49.664317 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1674dc2a-0386-49cb-bee0-40849d7af44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:49.695280 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1674dc2a-0386-49cb-bee0-40849d7af44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:49.739642 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1674dc2a-0386-49cb-bee0-40849d7af44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:49.744532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2569da74-ed06-4690-9e9a-da765bc3d1a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:49.757152 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1674dc2a-0386-49cb-bee0-40849d7af44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33ffde3d-f4d1-4382-9b7a-0dfa83959953,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:49.762220 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1674dc2a-0386-49cb-bee0-40849d7af44e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:49.767306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1674dc2a-0386-49cb-bee0-40849d7af44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:49.768524 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-1674dc2a-0386-49cb-bee0-40849d7af44e admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/33ffde3d-f4d1-4382-9b7a-0dfa83959953 HTTP/1.1" status: 204 len: 168 time: 0.1673067 Jan 26 21:00:52.374554 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 52064) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:52.525136 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-70494367-aaf2-4875-924d-b0390e463c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:52.540196 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-70494367-aaf2-4875-924d-b0390e463c87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:00:52.544188 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-70494367-aaf2-4875-924d-b0390e463c87 admin admin] Usage tracker for resource:security_group_rule and tenant:733a73775e4a4854bf770c8a023fce04 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:00:52.547177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-70494367-aaf2-4875-924d-b0390e463c87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:00:52.552828 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-70494367-aaf2-4875-924d-b0390e463c87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:00:52.636691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-70494367-aaf2-4875-924d-b0390e463c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:52.642573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-70494367-aaf2-4875-924d-b0390e463c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:52.651980 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b43962d1-2673-4910-9659-be4977c963f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:52.695251 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-70494367-aaf2-4875-924d-b0390e463c87 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=733a73775e4a4854bf770c8a023fce04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3189988 Jan 26 21:00:52.696191 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70494367-aaf2-4875-924d-b0390e463c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa59c632-27f9-4ab3-a13d-59a847ccab55,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:52.698330 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52070) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:52.699453 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-70494367-aaf2-4875-924d-b0390e463c87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:52.765499 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1b96ef6a-d5a4-4ec5-8160-0d4445ff3134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:52.792438 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1b96ef6a-d5a4-4ec5-8160-0d4445ff3134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:52.836361 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1b96ef6a-d5a4-4ec5-8160-0d4445ff3134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:52.841209 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d1e41ad2-8f3a-43bd-9c7c-b45013bd7926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:52.853579 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b96ef6a-d5a4-4ec5-8160-0d4445ff3134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa59c632-27f9-4ab3-a13d-59a847ccab55,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:52.857619 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1b96ef6a-d5a4-4ec5-8160-0d4445ff3134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:52.863685 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1b96ef6a-d5a4-4ec5-8160-0d4445ff3134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:52.864892 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-1b96ef6a-d5a4-4ec5-8160-0d4445ff3134 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/fa59c632-27f9-4ab3-a13d-59a847ccab55 HTTP/1.1" status: 204 len: 168 time: 0.1655152 Jan 26 21:00:53.204658 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52078) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:53.223325 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-82e75f23-bc3c-4b85-a1f3-25f73d1e41c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:53.238609 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-82e75f23-bc3c-4b85-a1f3-25f73d1e41c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:00:53.242886 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-82e75f23-bc3c-4b85-a1f3-25f73d1e41c5 admin admin] Usage tracker for resource:security_group_rule and tenant:2bbb4f4eb10341999e65cf597832583f is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:00:53.245865 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-82e75f23-bc3c-4b85-a1f3-25f73d1e41c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:00:53.252237 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-82e75f23-bc3c-4b85-a1f3-25f73d1e41c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:00:53.336739 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-82e75f23-bc3c-4b85-a1f3-25f73d1e41c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:53.339394 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-82e75f23-bc3c-4b85-a1f3-25f73d1e41c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:53.348295 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b200e2d7-914b-4190-9fb5-d6ad6baabc89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:53.389437 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-82e75f23-bc3c-4b85-a1f3-25f73d1e41c5 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=2bbb4f4eb10341999e65cf597832583f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1837041 Jan 26 21:00:53.391687 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e75f23-bc3c-4b85-a1f3-25f73d1e41c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf26ca7b-d422-4052-85d7-e2cc9a24d57f,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:53.393081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 52082) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:53.394955 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-82e75f23-bc3c-4b85-a1f3-25f73d1e41c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:53.458744 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e4a129d9-61a0-4e8a-8adb-942869893348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:53.485081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e4a129d9-61a0-4e8a-8adb-942869893348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:53.529184 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e4a129d9-61a0-4e8a-8adb-942869893348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:53.534879 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-eb9fe78c-a866-45e6-b1e1-068c9db126e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:53.550052 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a129d9-61a0-4e8a-8adb-942869893348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf26ca7b-d422-4052-85d7-e2cc9a24d57f,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:53.555314 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e4a129d9-61a0-4e8a-8adb-942869893348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:53.561270 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e4a129d9-61a0-4e8a-8adb-942869893348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:53.562583 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-e4a129d9-61a0-4e8a-8adb-942869893348 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/bf26ca7b-d422-4052-85d7-e2cc9a24d57f HTTP/1.1" status: 204 len: 168 time: 0.1683698 Jan 26 21:00:56.304737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 52144) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:56.468197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60021770-0a1d-4379-8da2-682318d6c693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:56.487452 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-60021770-0a1d-4379-8da2-682318d6c693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:00:56.491646 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-60021770-0a1d-4379-8da2-682318d6c693 admin admin] Usage tracker for resource:security_group_rule and tenant:08ce5232464c4ac8a914c6edeed8d4ab is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:00:56.494633 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-60021770-0a1d-4379-8da2-682318d6c693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:00:56.500447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-60021770-0a1d-4379-8da2-682318d6c693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:00:56.586489 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60021770-0a1d-4379-8da2-682318d6c693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:56.589233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-60021770-0a1d-4379-8da2-682318d6c693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:56.598003 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4e702f42-5e52-42b9-adb3-7d61d7af8d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:56.645239 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60021770-0a1d-4379-8da2-682318d6c693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfef079-a0c3-414a-ac82-4b4686b0450a,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:56.650461 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-60021770-0a1d-4379-8da2-682318d6c693 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=08ce5232464c4ac8a914c6edeed8d4ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3442898 Jan 26 21:00:56.651523 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-60021770-0a1d-4379-8da2-682318d6c693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:56.652596 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 52150) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:56.715993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-64704ece-d9eb-48df-83a3-9ded27c9abf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:56.744105 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-64704ece-d9eb-48df-83a3-9ded27c9abf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:56.788103 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-64704ece-d9eb-48df-83a3-9ded27c9abf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:56.793050 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-aacfe377-3f51-4b6c-83cd-064d4b1afe4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:56.805910 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64704ece-d9eb-48df-83a3-9ded27c9abf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfef079-a0c3-414a-ac82-4b4686b0450a,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:56.808950 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-64704ece-d9eb-48df-83a3-9ded27c9abf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:56.813109 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-64704ece-d9eb-48df-83a3-9ded27c9abf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:56.815203 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-64704ece-d9eb-48df-83a3-9ded27c9abf5 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/acfef079-a0c3-414a-ac82-4b4686b0450a HTTP/1.1" status: 204 len: 168 time: 0.1616151 Jan 26 21:00:57.147829 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 52158) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:57.167905 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a44a9406-a270-4df2-8383-f9715a72c3d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:57.183887 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-a44a9406-a270-4df2-8383-f9715a72c3d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:00:57.187981 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-a44a9406-a270-4df2-8383-f9715a72c3d1 admin admin] Usage tracker for resource:security_group_rule and tenant:312752f02ecb48da96fe51807b89bb91 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:00:57.191115 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-a44a9406-a270-4df2-8383-f9715a72c3d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:00:57.196877 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-a44a9406-a270-4df2-8383-f9715a72c3d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:00:57.280221 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a44a9406-a270-4df2-8383-f9715a72c3d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:57.283608 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a44a9406-a270-4df2-8383-f9715a72c3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:57.295527 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0642d3f0-9ec2-4a11-8eff-55c7fbecd3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:57.337913 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-a44a9406-a270-4df2-8383-f9715a72c3d1 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=312752f02ecb48da96fe51807b89bb91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1887982 Jan 26 21:00:57.338833 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44a9406-a270-4df2-8383-f9715a72c3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aefeeb7a-becc-4196-be8b-b2dad67f55a0,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:57.340897 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52162) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:57.342173 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a44a9406-a270-4df2-8383-f9715a72c3d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:57.408639 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-15100e80-e14a-4597-ac78-1a06272f2c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:57.435737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-15100e80-e14a-4597-ac78-1a06272f2c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:57.479143 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-15100e80-e14a-4597-ac78-1a06272f2c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:57.483999 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e22be085-ca8d-4e92-84cd-fbbfc49b4212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:57.497247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15100e80-e14a-4597-ac78-1a06272f2c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aefeeb7a-becc-4196-be8b-b2dad67f55a0,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:57.501012 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-15100e80-e14a-4597-ac78-1a06272f2c7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:57.507405 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-15100e80-e14a-4597-ac78-1a06272f2c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:57.508615 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-15100e80-e14a-4597-ac78-1a06272f2c7a admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/aefeeb7a-becc-4196-be8b-b2dad67f55a0 HTTP/1.1" status: 204 len: 168 time: 0.1666002 Jan 26 21:00:57.764397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:58.403338 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52184) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:58.541061 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1940331457-network', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:00:58.546337 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:00:58.550527 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Usage tracker for resource:network and tenant:eb7dbb5196174143b1af0751cbfcb333 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:00:58.553510 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:00:58.559804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:00:58.570137 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Made reservation on behalf of eb7dbb5196174143b1af0751cbfcb333 for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 21:00:58.574779 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:58.588229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:58.603351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:00:58.607365 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Usage tracker for resource:security_group_rule and tenant:eb7dbb5196174143b1af0751cbfcb333 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:00:58.610366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:00:58.616011 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:00:58.700154 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:58.703365 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:58.708234 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-fe35ef82-9836-4914-b692-bc878232c7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:58.954601 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 21:00:58.967825 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af12338-90d5-48ad-865d-0fbca05ac8a2,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:58.973039 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:58.974023 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:58.974401 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Added segment 69f08a85-6364-415f-a562-e406ebfc3d96 of type vxlan for network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 Jan 26 21:00:59.001768 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:59.030618 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:59.031583 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:00:59.032919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:59.036420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-299ed222-6bd0-4868-b30b-f4e9a06568ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:59.143303 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Pushing event updated for resources: {'Network': ['ID=f1c8c5b5-3b3e-4092-89a8-699477b72fe8,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:59.146406 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7419116 Jan 26 21:00:59.147349 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0abfc42f-5b49-4c68-bfb0-af0cf43cd76a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:59.149347 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52190) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:59.154863 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 21:00:59.155296 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Request body: {'subnet': {'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1940331457-subnet', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'ip_version': 4}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:00:59.160851 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:00:59.165273 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Usage tracker for resource:subnet and tenant:eb7dbb5196174143b1af0751cbfcb333 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:00:59.168456 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:00:59.172104 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 21:00:59.174513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:00:59.184122 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Made reservation on behalf of eb7dbb5196174143b1af0751cbfcb333 for: {'subnet': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 21:00:59.189718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16513452'] for subnet, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:59.606638 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839408231', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16513469'] for subnet, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:59.622292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:00:59.747463 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44bde292-d121-4220-b778-632de8a54296,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:00:59.752482 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:00:59.820087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Checking segment: {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80132) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 21:00:59.820480 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Network hostable DHCP agents. Network: f1c8c5b5-3b3e-4092-89a8-699477b72fe8, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80132) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 21:00:59.838906 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80132) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 21:00:59.847488 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, f1c8c5b5-3b3e-4092-89a8-699477b72fe8) {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:00:59.857624 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd12ce08-fe30-436f-bb8f-04a67aa5b876 None None] Network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 21:00:59.859349 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:00:59.859996 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:59.880567 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7300303 Jan 26 21:00:59.883666 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52194) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:00:59.889093 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:00:59.894960 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:00:59.899009 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Usage tracker for resource:router and tenant:eb7dbb5196174143b1af0751cbfcb333 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:00:59.902555 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:00:59.908641 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:00:59.917399 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854409195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760501'] for router, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:59.918473 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-369215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15314'] for router, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:00:59.933211 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:00.085182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3791d41-e15c-53c4-87a2-9486d57af777-f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296'}]}} from dv-cinder-768105-4-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 21:01:00.086124 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:00.220340 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854409212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15329'] for router, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:00.380586 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Allocated IP 172.20.0.2 (f1c8c5b5-3b3e-4092-89a8-699477b72fe8/44bde292-d121-4220-b778-632de8a54296/efc294c4-81bc-4e5c-8cba-90a3cd076700) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 21:01:00.551857 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:00.586025 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:00.606434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:00.618451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Transition to ACTIVE for port object efc294c4-81bc-4e5c-8cba-90a3cd076700 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:01:00.635348 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Transition to ACTIVE for port object efc294c4-81bc-4e5c-8cba-90a3cd076700 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:01:00.639665 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:00.655191 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:00.789904 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Pushing event updated for resources: {'Port': ['ID=efc294c4-81bc-4e5c-8cba-90a3cd076700,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:00.802631 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.802953 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.803333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.803707 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.804074 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.804441 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.805035 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.805187 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.805484 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.805840 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.806499 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.806858 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.807258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.807619 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.807977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.808335 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.808695 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.809053 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.809414 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.809771 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.810154 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.810512 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.810867 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.811220 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:00.828495 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:00.867355 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 21:01:00.868515 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:01:00.870901 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 21:01:00.873140 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Allocated IP 172.27.0.41 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/2861d72a-50a4-462e-a46d-92a533951cd2) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 21:01:00.927580 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Attempting to bind port efc294c4-81bc-4e5c-8cba-90a3cd076700 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:01:00.927997 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Attempting to bind port efc294c4-81bc-4e5c-8cba-90a3cd076700 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 21:01:00.928402 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Attempting to bind port efc294c4-81bc-4e5c-8cba-90a3cd076700 on network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 21:01:00.934325 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 21:01:00.934738 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Checking segment: {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 21:01:00.935179 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:00.935612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Bound using segment: {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 21:01:00.936125 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Bound port: efc294c4-81bc-4e5c-8cba-90a3cd076700, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 21:01:00.936536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:01.029772 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] For port efc294c4-81bc-4e5c-8cba-90a3cd076700, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 21:01:01.030885 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:01.033567 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] For port efc294c4-81bc-4e5c-8cba-90a3cd076700, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=efc294c4-81bc-4e5c-8cba-90a3cd076700,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 21:01:01.037306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:01.052692 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:01.063834 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:01.079586 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b08f24fb-308d-48d6-b398-6efe2de84e01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:01.206310 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Pushing event updated for resources: {'Port': ['ID=efc294c4-81bc-4e5c-8cba-90a3cd076700,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:01.209771 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:01.214440 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Pushing event updated for resources: {'Port': ['ID=2861d72a-50a4-462e-a46d-92a533951cd2,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:01.220227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:01.270207 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 21:01:01.271471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:01:01.273624 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 21:01:01.765752 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f9b7848f-bc17-4355-a640-792d860be1d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:01.952993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:02.307916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-366604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854406635'] for router, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:02.492135 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device efc294c4-81bc-4e5c-8cba-90a3cd076700 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:01:02.537366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 is scheduled to L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d with binding_index 1 {{(pid=80132) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 21:01:02.570001 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port efc294c4-81bc-4e5c-8cba-90a3cd076700 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:01:02.675523 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494ad971-e0e9-4576-bc27-8bbb8f56dca3 None None] Network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 21:01:02.729482 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 21:01:02.740506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Sync routers for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 21:01:02.752443 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:01:02.753130 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:00:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:02.758077 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:02.762046 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8747590 Jan 26 21:01:02.762337 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52198) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:01:02.780604 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-d169c9b2-1933-4da4-a1e3-2de9bab6ebfa None None] Provisioning for port efc294c4-81bc-4e5c-8cba-90a3cd076700 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:01:02.801723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-d169c9b2-1933-4da4-a1e3-2de9bab6ebfa None None] Provisioning complete for port efc294c4-81bc-4e5c-8cba-90a3cd076700 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:02.802302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d169c9b2-1933-4da4-a1e3-2de9bab6ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:02.947447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:01:03.052401 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d169c9b2-1933-4da4-a1e3-2de9bab6ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:03.103360 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-d169c9b2-1933-4da4-a1e3-2de9bab6ebfa None None] For port efc294c4-81bc-4e5c-8cba-90a3cd076700, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=efc294c4-81bc-4e5c-8cba-90a3cd076700,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:01:03.109750 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d169c9b2-1933-4da4-a1e3-2de9bab6ebfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:03.113616 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:03.200936 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d169c9b2-1933-4da4-a1e3-2de9bab6ebfa None None] Pushing event updated for resources: {'Port': ['ID=efc294c4-81bc-4e5c-8cba-90a3cd076700,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:03.205401 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d169c9b2-1933-4da4-a1e3-2de9bab6ebfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:03.336258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-f0e7a6e8-f9a1-4094-95c7-d8d1a6d72ed8 None None] Provisioning complete for port efc294c4-81bc-4e5c-8cba-90a3cd076700 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:03.336682 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f0e7a6e8-f9a1-4094-95c7-d8d1a6d72ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:03.430958 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:01Z', 'revision_number': 3, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:03.435535 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Checking router: 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 21:01:03.435935 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Updating router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 port 2861d72a-50a4-462e-a46d-92a533951cd2 binding host dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 21:01:03.500183 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:03.540942 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:03.598620 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-17e3b1f0-d801-4deb-8530-de4709be7b22 None None] Provisioning complete for port efc294c4-81bc-4e5c-8cba-90a3cd076700 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:03.599274 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-17e3b1f0-d801-4deb-8530-de4709be7b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:03.867698 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-225e3398-077f-455d-8b08-5daa76f1998c None None] Provisioning complete for port efc294c4-81bc-4e5c-8cba-90a3cd076700 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:03.868274 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-225e3398-077f-455d-8b08-5daa76f1998c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:03.932570 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Allocated IP 172.20.0.1 (f1c8c5b5-3b3e-4092-89a8-699477b72fe8/44bde292-d121-4220-b778-632de8a54296/365fd012-5ce9-41a6-9c62-996d161e8828) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 21:01:03.938106 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:03.952124 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Transition to ACTIVE for port object 2861d72a-50a4-462e-a46d-92a533951cd2 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:01:03.955572 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:03.972717 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:04.104954 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:04.122537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Transition to ACTIVE for port object 365fd012-5ce9-41a6-9c62-996d161e8828 will not be triggered until provisioned by entity DHCP. {{(pid=80132) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:01:04.148124 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:04.152579 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Pushing event updated for resources: {'Port': ['ID=2861d72a-50a4-462e-a46d-92a533951cd2,revision_number=2']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:04.167554 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e167a965-79f8-4fd0-b038-aa11396ae5bc tempest-AttachVolumeTestJSON-826464553 tempest-AttachVolumeTestJSON-826464553-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:04.168018 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.168386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.168753 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.169523 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.169523 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.169797 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.170137 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.170489 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.170838 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.171186 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.171543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.171860 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.172248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.172663 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.173037 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.173389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.173796 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.174106 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.174453 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.174802 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.175151 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.175495 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.175839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.176182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80134) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:04.181783 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:04.200033 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Attempting to bind port 2861d72a-50a4-462e-a46d-92a533951cd2 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:01:04.200522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Attempting to bind port 2861d72a-50a4-462e-a46d-92a533951cd2 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 21:01:04.200925 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Attempting to bind port 2861d72a-50a4-462e-a46d-92a533951cd2 on network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 21:01:04.207534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 21:01:04.208048 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Checking segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 21:01:04.208480 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:04.208908 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Bound using segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 21:01:04.209403 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Bound port: 2861d72a-50a4-462e-a46d-92a533951cd2, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 21:01:04.209824 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:04.286400 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] For port 2861d72a-50a4-462e-a46d-92a533951cd2, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 21:01:04.290266 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] For port 2861d72a-50a4-462e-a46d-92a533951cd2, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=2861d72a-50a4-462e-a46d-92a533951cd2,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 21:01:04.293623 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:04.309921 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:04.466948 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:04.470192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7dd6647e-1156-4eb9-a627-6efaeb31bef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:04.478123 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device efc294c4-81bc-4e5c-8cba-90a3cd076700 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:01:04.478471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Pushing event updated for resources: {'Port': ['ID=2861d72a-50a4-462e-a46d-92a533951cd2,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:04.481969 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-94ebd4d2-5e1a-4e4c-bc6e-761609e76746 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:04.528332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:01:04.529411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:01:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:04.552274 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Pushing event updated for resources: {'Port': ['ID=365fd012-5ce9-41a6-9c62-996d161e8828,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:04.555549 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port efc294c4-81bc-4e5c-8cba-90a3cd076700 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:04.555952 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:04.557097 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:04.609627 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 21:01:04.611134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:01:04.613437 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 21:01:04.676544 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854404007'] for router_interface, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:04.762409 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:01:04.892777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7c2a8fc2-920e-418c-b6ad-037f9d69c283 None None] Provisioning for port 365fd012-5ce9-41a6-9c62-996d161e8828 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:01:04.897848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7c2a8fc2-920e-418c-b6ad-037f9d69c283 None None] Provisioning complete for port 365fd012-5ce9-41a6-9c62-996d161e8828 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:04.898298 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7c2a8fc2-920e-418c-b6ad-037f9d69c283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:04.943077 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:04.960978 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7c2a8fc2-920e-418c-b6ad-037f9d69c283 None None] Port 365fd012-5ce9-41a6-9c62-996d161e8828 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 21:01:05.068740 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:01Z', 'revision_number': 3, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:05.072811 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403b42f9-b42d-4724-a16c-59e90068ae6d None None] The sync data for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi is: [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:01Z', 'revision_number': 3, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 21:01:05.234454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:05.238063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:05.271371 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3abf15e1-cc69-4801-ad35-a4fdb6c25c6f tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:05.354209 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Pushing event updated for resources: {'Port': ['ID=365fd012-5ce9-41a6-9c62-996d161e8828,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:05.356872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854230849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371963'] for router_interface, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:05.371478 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:05.512453 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 21:01:05.513686 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:01:05.745135 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 21:01:05.793767 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-c7d4d5ad-f2dd-41e7-996c-77f3ebd89ec1 None None] Provisioning complete for port 365fd012-5ce9-41a6-9c62-996d161e8828 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:05.794506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d5ad-f2dd-41e7-996c-77f3ebd89ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:05.863797 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:05.869168 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-c7d4d5ad-f2dd-41e7-996c-77f3ebd89ec1 None None] Port 365fd012-5ce9-41a6-9c62-996d161e8828 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 21:01:05.945092 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 21:01:05.954720 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] 10.222.0.59 "PUT /v2.0/routers/7d1b0597-f20a-4be5-8d93-03bb0b8a7b80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1908765 Jan 26 21:01:06.106829 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:06.480120 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 2861d72a-50a4-462e-a46d-92a533951cd2 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:01:06.553179 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port 2861d72a-50a4-462e-a46d-92a533951cd2 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:01:06.558292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 2861d72a-50a4-462e-a46d-92a533951cd2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:06.558707 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:06.679157 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:06.696781 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port 2861d72a-50a4-462e-a46d-92a533951cd2, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=2861d72a-50a4-462e-a46d-92a533951cd2,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:01:06.700824 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:06.702821 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:06.776677 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=2861d72a-50a4-462e-a46d-92a533951cd2,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:06.779882 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:06.855737 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52220) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:01:06.862341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-277011237-network', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:01:06.867608 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:01:06.871805 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Usage tracker for resource:network and tenant:6150e27c6350464d94ed8cc7e937782f is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:01:06.874941 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:01:06.881170 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:01:06.890574 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Made reservation on behalf of 6150e27c6350464d94ed8cc7e937782f for: {'network': 1} {{(pid=80132) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 21:01:06.895966 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for network, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:06.908532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:06.923543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:01:06.927605 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Usage tracker for resource:security_group_rule and tenant:6150e27c6350464d94ed8cc7e937782f is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:01:06.930573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:01:06.936475 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:01:07.019716 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:07.022457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:07.026532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-74916f68-d3ba-4666-88cc-ac6519acfeb7 tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:07.062702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80132) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 26 21:01:07.068994 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5397bb15-d610-4cff-86d7-387f0b8f4e2b,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:07.072835 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:07.076415 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:07.076802 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.segments_db [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Added segment 1252b755-2be0-4622-87d7-b286ac3f899e of type vxlan for network df4c7784-0b46-4a36-a386-7bd9313842f8 Jan 26 21:01:07.102529 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8763135169583'] for network, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:07.131992 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900'] for network, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:07.132949 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:07.133583 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:07.138427 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:07.241191 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] 10.222.0.59 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3842690 Jan 26 21:01:07.244269 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Pushing event updated for resources: {'Network': ['ID=df4c7784-0b46-4a36-a386-7bd9313842f8,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:07.244437 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 52224) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:01:07.247306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-9edc3bd0-b85b-40ea-a47e-b09f10a11a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:07.251522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Request body: {'subnet': {'network_id': 'df4c7784-0b46-4a36-a386-7bd9313842f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-277011237-subnet', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f', 'ip_version': 4}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:01:07.256760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Network df4c7784-0b46-4a36-a386-7bd9313842f8 details requested by agent ovs-agent-dv-cinder-768105-4-iscsi with host dv-cinder-768105-4-iscsi {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 21:01:07.256988 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:01:07.261134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Usage tracker for resource:subnet and tenant:6150e27c6350464d94ed8cc7e937782f is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:01:07.264244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:01:07.270293 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:01:07.273680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Network df4c7784-0b46-4a36-a386-7bd9313842f8 details requested by agent ovs-agent-hv-cinder-76810 with host hv-cinder-76810 {{(pid=80133) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 26 21:01:07.279860 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Made reservation on behalf of 6150e27c6350464d94ed8cc7e937782f for: {'subnet': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 21:01:07.285321 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036839308799'] for subnet, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:07.703843 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036839871959', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036839308784'] for subnet, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:07.719827 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-118a168b-5385-4a7c-83a4-17abbcc521b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:07.843674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f79d76f8-46a7-4e28-98d0-d87d0415c43f,revision_number=0']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:07.866849 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.867257 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.867657 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.868051 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.868440 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.868825 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.869211 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.869593 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.870004 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.870383 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.870764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.871143 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.871564 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.871955 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.872336 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.872716 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.873092 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.873473 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.873852 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.874257 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.874642 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.875019 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.875539 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.875836 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:07.880728 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:07.922842 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Sync routers for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 21:01:07.933006 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:01:07.933678 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-a6e67302-dff8-493b-97a1-543670269390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:01:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:07.935070 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Checking segment: {'id': '1252b755-2be0-4622-87d7-b286ac3f899e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'df4c7784-0b46-4a36-a386-7bd9313842f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 21:01:07.935462 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Network hostable DHCP agents. Network: df4c7784-0b46-4a36-a386-7bd9313842f8, hostable agents: ['8db2c591-71d3-4e3b-b9f5-245b39bbd16e'], hosted agents: [] {{(pid=80131) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 26 21:01:07.954159 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Network df4c7784-0b46-4a36-a386-7bd9313842f8 is scheduled to be hosted by DHCP agent 8db2c591-71d3-4e3b-b9f5-245b39bbd16e with binding_index 1 {{(pid=80131) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 26 21:01:07.962764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-768105-4-iscsi, df4c7784-0b46-4a36-a386-7bd9313842f8) {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:01:07.975804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:07.976454 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for subnet, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:07.992559 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2495b55a-d904-4255-b2ff-9ca34aff9581 None None] Network df4c7784-0b46-4a36-a386-7bd9313842f8 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 21:01:07.999999 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-8d15d3b5-87eb-4002-a79c-6b148a92796f admin admin] 10.222.0.59 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7545307 Jan 26 21:01:08.002771 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 52228) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:01:08.008180 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-277011237-router', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:01:08.013014 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:01:08.017835 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Usage tracker for resource:router and tenant:6150e27c6350464d94ed8cc7e937782f is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:01:08.021465 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:01:08.027292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:01:08.036925 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854409195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854760501'] for router, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:08.038188 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-373567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-369215', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854236002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15314'] for router, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:08.054369 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:08.271691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:01:08.338835 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-369198', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036854409212', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15329'] for router, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:08.481046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 2861d72a-50a4-462e-a46d-92a533951cd2 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:01:08.577728 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc3791d41-e15c-53c4-87a2-9486d57af777-df4c7784-0b46-4a36-a386-7bd9313842f8', 'network_id': 'df4c7784-0b46-4a36-a386-7bd9313842f8', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f', 'fixed_ips': [{'subnet_id': 'f79d76f8-46a7-4e28-98d0-d87d0415c43f'}]}} from dv-cinder-768105-4-iscsi. {{(pid=80133) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 26 21:01:08.578700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:08.671008 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:08.705487 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:08.810369 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 2861d72a-50a4-462e-a46d-92a533951cd2 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:08.810797 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:08.991098 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Allocated IP 172.27.0.243 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 21:01:09.151264 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:09.180199 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904504'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:09.195653 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-fa2574e4-91bf-4f81-8734-bc67a41f3b9e tempest-AttachVolumeShelveTestJSON-810936185 tempest-AttachVolumeShelveTestJSON-810936185-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:09.216018 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-a6e67302-dff8-493b-97a1-543670269390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:05Z', 'revision_number': 2, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:09.263278 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Checking router: 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 21:01:09.263688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Updating router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 port 365fd012-5ce9-41a6-9c62-996d161e8828 binding host dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 21:01:09.330059 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Pushing event updated for resources: {'Port': ['ID=2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:09.333130 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:09.346142 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Allocated IP 172.20.0.2 (df4c7784-0b46-4a36-a386-7bd9313842f8/f79d76f8-46a7-4e28-98d0-d87d0415c43f/1bf93575-80c1-4875-8134-7e7742f84f64) {{(pid=80133) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 21:01:09.348109 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:09.391334 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 21:01:09.392640 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:01:09.395051 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 21:01:09.839757 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Notify callbacks [] for port, precommit_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:09.857667 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Transition to ACTIVE for port object 1bf93575-80c1-4875-8134-7e7742f84f64 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:01:09.890140 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Transition to ACTIVE for port object 1bf93575-80c1-4875-8134-7e7742f84f64 will not be triggered until provisioned by entity DHCP. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:01:09.907817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846'] for port, after_create {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:09.924551 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:10.063618 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:10.081138 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Pushing event updated for resources: {'Port': ['ID=1bf93575-80c1-4875-8134-7e7742f84f64,revision_number=1']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:10.084292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:10.199681 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Network df4c7784-0b46-4a36-a386-7bd9313842f8 is already hosted by enough agents. {{(pid=80133) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 21:01:10.206202 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Resources bound (agent type, host, resource id): {{(pid=80133) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:01:10.208588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Received port after_create {{(pid=80133) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 21:01:10.215377 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:10.271124 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Transition to ACTIVE for port object 365fd012-5ce9-41a6-9c62-996d161e8828 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:01:10.276870 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:10.293457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-392815b0-3347-4fb6-9ca1-019a3e9e394b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:10.345055 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Attempting to bind port 1bf93575-80c1-4875-8134-7e7742f84f64 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:01:10.345504 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Attempting to bind port 1bf93575-80c1-4875-8134-7e7742f84f64 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': '1252b755-2be0-4622-87d7-b286ac3f899e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'df4c7784-0b46-4a36-a386-7bd9313842f8'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 21:01:10.345924 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Attempting to bind port 1bf93575-80c1-4875-8134-7e7742f84f64 on network df4c7784-0b46-4a36-a386-7bd9313842f8 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 21:01:10.408422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 21:01:10.408839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Checking segment: {'id': '1252b755-2be0-4622-87d7-b286ac3f899e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'df4c7784-0b46-4a36-a386-7bd9313842f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 21:01:10.409284 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:10.409716 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Bound using segment: {'id': '1252b755-2be0-4622-87d7-b286ac3f899e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'df4c7784-0b46-4a36-a386-7bd9313842f8'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 21:01:10.410264 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Bound port: 1bf93575-80c1-4875-8134-7e7742f84f64, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1252b755-2be0-4622-87d7-b286ac3f899e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'df4c7784-0b46-4a36-a386-7bd9313842f8'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 21:01:10.410680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:10.429471 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-366604', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854406635'] for router, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:10.489869 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319628e6-c1af-4034-a4a2-bfa3fea76082 None None] Pushing event updated for resources: {'Port': ['ID=365fd012-5ce9-41a6-9c62-996d161e8828,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:10.500289 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-319628e6-c1af-4034-a4a2-bfa3fea76082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:10.579141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] For port 1bf93575-80c1-4875-8134-7e7742f84f64, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 21:01:10.583655 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] For port 1bf93575-80c1-4875-8134-7e7742f84f64, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=1bf93575-80c1-4875-8134-7e7742f84f64,segment=NetworkSegment(1252b755-2be0-4622-87d7-b286ac3f899e),segment_id=1252b755-2be0-4622-87d7-b286ac3f899e)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 21:01:10.637750 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:10.664246 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:10.669161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Router 93e60036-7ce3-4bfc-be8d-68da50311789 is scheduled to L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d with binding_index 1 {{(pid=80131) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 26 21:01:10.863204 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Attempting to bind port 365fd012-5ce9-41a6-9c62-996d161e8828 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:01:10.863540 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Attempting to bind port 365fd012-5ce9-41a6-9c62-996d161e8828 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 21:01:10.863893 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 21:01:10.864069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Attempting to bind port 365fd012-5ce9-41a6-9c62-996d161e8828 on network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 21:01:10.872810 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8701ac71-805b-4128-9049-053d1871193a None None] Sync routers for ids ['93e60036-7ce3-4bfc-be8d-68da50311789'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 21:01:10.882880 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8701ac71-805b-4128-9049-053d1871193a None None] Routers {'93e60036-7ce3-4bfc-be8d-68da50311789'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:01:10.883536 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-8701ac71-805b-4128-9049-053d1871193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:01:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['93e60036-7ce3-4bfc-be8d-68da50311789'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:10.888233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Pushing event updated for resources: {'Port': ['ID=1bf93575-80c1-4875-8134-7e7742f84f64,revision_number=2']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:10.888382 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Notify callbacks [] for router, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:10.892702 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] 10.222.0.59 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8857934 Jan 26 21:01:10.892859 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 21:01:10.892859 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Checking segment: {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 21:01:10.892859 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:10.893139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80131) accepted ('10.222.0.59', 52232) {{(pid=80131) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:01:10.893431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Bound using segment: {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 21:01:10.893777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Bound port: 365fd012-5ce9-41a6-9c62-996d161e8828, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 21:01:10.894222 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:10.906208 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-5907b76c-ce2d-4b60-8ef1-562520896f7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:11.080340 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-8701ac71-805b-4128-9049-053d1871193a None None] Set router 93e60036-7ce3-4bfc-be8d-68da50311789 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:01:11.204272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-a6e67302-dff8-493b-97a1-543670269390 None None] For port 365fd012-5ce9-41a6-9c62-996d161e8828, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 21:01:11.207749 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-a6e67302-dff8-493b-97a1-543670269390 None None] For port 365fd012-5ce9-41a6-9c62-996d161e8828, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=365fd012-5ce9-41a6-9c62-996d161e8828,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 21:01:11.213044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:11.229084 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-3e7a2d2f-1a3f-4f1e-ae68-5bf95ff76f8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:11.384399 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319628e6-c1af-4034-a4a2-bfa3fea76082 None None] Pushing event updated for resources: {'Port': ['ID=365fd012-5ce9-41a6-9c62-996d161e8828,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:11.390056 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-319628e6-c1af-4034-a4a2-bfa3fea76082 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:11.401909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-8701ac71-805b-4128-9049-053d1871193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'name': 'tempest-TestVolumeBootPattern-277011237-router', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:01:09Z', 'revision_number': 3, 'project_id': '6150e27c6350464d94ed8cc7e937782f', 'gw_port': {'id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:01:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:11.406214 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8701ac71-805b-4128-9049-053d1871193a None None] Checking router: 93e60036-7ce3-4bfc-be8d-68da50311789 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 21:01:11.407449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8701ac71-805b-4128-9049-053d1871193a None None] Updating router 93e60036-7ce3-4bfc-be8d-68da50311789 port 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6 binding host dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 21:01:11.439892 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:01:11.443030 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-a6e67302-dff8-493b-97a1-543670269390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:01:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:11.497810 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8701ac71-805b-4128-9049-053d1871193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:11.741973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-a6e67302-dff8-493b-97a1-543670269390 None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:01:11.750027 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:11.984668 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8701ac71-805b-4128-9049-053d1871193a None None] Notify callbacks [] for port, precommit_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:11.997768 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-8701ac71-805b-4128-9049-053d1871193a None None] Transition to ACTIVE for port object 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6 will not be triggered until provisioned by entity L2. {{(pid=80134) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:01:12.000965 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8701ac71-805b-4128-9049-053d1871193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:12.132444 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-a6e67302-dff8-493b-97a1-543670269390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:11Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:12.137833 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e67302-dff8-493b-97a1-543670269390 None None] The sync data for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi is: [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:11Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 21:01:12.222856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2a2f5225-4352-4997-bf38-600b9041b71b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:12.362038 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e73547-edd3-4c78-ab5d-b313a8ccea08 None None] Pushing event updated for resources: {'Port': ['ID=2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6,revision_number=2']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:12.376524 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-16e73547-edd3-4c78-ab5d-b313a8ccea08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:12.388740 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Allocated IP 172.20.0.1 (df4c7784-0b46-4a36-a386-7bd9313842f8/f79d76f8-46a7-4e28-98d0-d87d0415c43f/acdaf8a0-9add-4765-a712-347a7a3a45e5) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 21:01:12.437602 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-8701ac71-805b-4128-9049-053d1871193a None None] Attempting to bind port 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:01:12.438617 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-8701ac71-805b-4128-9049-053d1871193a None None] Attempting to bind port 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 21:01:12.439072 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8701ac71-805b-4128-9049-053d1871193a None None] Attempting to bind port 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6 on network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 21:01:12.447379 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8701ac71-805b-4128-9049-053d1871193a None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 21:01:12.447789 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8701ac71-805b-4128-9049-053d1871193a None None] Checking segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80134) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 21:01:12.448355 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8701ac71-805b-4128-9049-053d1871193a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:12.448630 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8701ac71-805b-4128-9049-053d1871193a None None] Bound using segment: {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'} {{(pid=80134) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 21:01:12.449194 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-8701ac71-805b-4128-9049-053d1871193a None None] Bound port: 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b733b30d-1deb-4e81-80c4-a711ded6c981', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}}] {{(pid=80134) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 21:01:12.449534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8701ac71-805b-4128-9049-053d1871193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:12.547015 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-8701ac71-805b-4128-9049-053d1871193a None None] For port 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80134) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 21:01:12.552175 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-8701ac71-805b-4128-9049-053d1871193a None None] For port 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80134) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 21:01:12.566889 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8701ac71-805b-4128-9049-053d1871193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80134) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:12.586543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 1bf93575-80c1-4875-8134-7e7742f84f64 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:01:12.589078 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a0a5fbea-5dfe-48aa-b6e2-ccd791e3991a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:12.707801 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:12.722965 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port 1bf93575-80c1-4875-8134-7e7742f84f64 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:01:12.729297 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 365fd012-5ce9-41a6-9c62-996d161e8828 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:01:12.733194 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Transition to ACTIVE for port object acdaf8a0-9add-4765-a712-347a7a3a45e5 will not be triggered until provisioned by entity DHCP. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:01:12.768966 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e73547-edd3-4c78-ab5d-b313a8ccea08 None None] Pushing event updated for resources: {'Port': ['ID=2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6,revision_number=3']} {{(pid=80134) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:12.769411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904504'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:12.774961 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-667e242d-7e28-4b18-919c-5f189835983e None None] Network df4c7784-0b46-4a36-a386-7bd9313842f8 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 21:01:12.783926 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-16e73547-edd3-4c78-ab5d-b313a8ccea08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80134) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:12.789767 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:12.857537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8701ac71-805b-4128-9049-053d1871193a None None] Routers {'93e60036-7ce3-4bfc-be8d-68da50311789'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:01:12.858485 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-8701ac71-805b-4128-9049-053d1871193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:01:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['93e60036-7ce3-4bfc-be8d-68da50311789'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:12.934188 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Pushing event updated for resources: {'Port': ['ID=acdaf8a0-9add-4765-a712-347a7a3a45e5,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:12.954440 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:12.985455 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-608ec32c-acd8-4f90-b883-7fcef5b1f1bf None None] Provisioning for port 1bf93575-80c1-4875-8134-7e7742f84f64 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:01:13.003863 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-608ec32c-acd8-4f90-b883-7fcef5b1f1bf None None] Provisioning complete for port 1bf93575-80c1-4875-8134-7e7742f84f64 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:13.004518 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-608ec32c-acd8-4f90-b883-7fcef5b1f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:13.029434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Network df4c7784-0b46-4a36-a386-7bd9313842f8 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 21:01:13.030868 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:01:13.037287 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 21:01:13.082069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-8701ac71-805b-4128-9049-053d1871193a None None] Set router 93e60036-7ce3-4bfc-be8d-68da50311789 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:01:13.110303 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854404007'] for router_interface, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:13.128830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port 365fd012-5ce9-41a6-9c62-996d161e8828 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:01:13.148028 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 365fd012-5ce9-41a6-9c62-996d161e8828 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:13.148455 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:13.333104 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-608ec32c-acd8-4f90-b883-7fcef5b1f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:13.382628 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:13.397399 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:13.413117 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-8701ac71-805b-4128-9049-053d1871193a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'name': 'tempest-TestVolumeBootPattern-277011237-router', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:01:09Z', 'revision_number': 3, 'project_id': '6150e27c6350464d94ed8cc7e937782f', 'gw_port': {'id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:13.424110 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8701ac71-805b-4128-9049-053d1871193a None None] The sync data for ids ['93e60036-7ce3-4bfc-be8d-68da50311789'] in dv-cinder-768105-4-iscsi is: [{'id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'name': 'tempest-TestVolumeBootPattern-277011237-router', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:01:09Z', 'revision_number': 3, 'project_id': '6150e27c6350464d94ed8cc7e937782f', 'gw_port': {'id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:01:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 21:01:13.425119 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-608ec32c-acd8-4f90-b883-7fcef5b1f1bf None None] For port 1bf93575-80c1-4875-8134-7e7742f84f64, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=1bf93575-80c1-4875-8134-7e7742f84f64,segment=NetworkSegment(1252b755-2be0-4622-87d7-b286ac3f899e),segment_id=1252b755-2be0-4622-87d7-b286ac3f899e)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:01:13.434252 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-608ec32c-acd8-4f90-b883-7fcef5b1f1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:13.440844 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-79f772ce-3de0-4a84-8643-c48c25f9e97e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:13.507230 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port 365fd012-5ce9-41a6-9c62-996d161e8828, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=365fd012-5ce9-41a6-9c62-996d161e8828,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:01:13.519506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:13.534290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608ec32c-acd8-4f90-b883-7fcef5b1f1bf None None] Pushing event updated for resources: {'Port': ['ID=1bf93575-80c1-4875-8134-7e7742f84f64,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:13.537652 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-608ec32c-acd8-4f90-b883-7fcef5b1f1bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:13.538231 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:13.616772 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=365fd012-5ce9-41a6-9c62-996d161e8828,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:13.620665 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:13.666301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-37b85ef4-942e-4e3f-8475-a45e050a8f78 None None] Provisioning complete for port 1bf93575-80c1-4875-8134-7e7742f84f64 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:13.666716 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-37b85ef4-942e-4e3f-8475-a45e050a8f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:13.741095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:13.748965 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839871311'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:13.779716 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-353639fd-52a9-4ef6-8d15-29fcb5b21a90 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:13.818839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-37b85ef4-942e-4e3f-8475-a45e050a8f78 None None] Provisioning for port acdaf8a0-9add-4765-a712-347a7a3a45e5 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:01:13.826339 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-37b85ef4-942e-4e3f-8475-a45e050a8f78 None None] Provisioning complete for port acdaf8a0-9add-4765-a712-347a7a3a45e5 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:13.826878 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-37b85ef4-942e-4e3f-8475-a45e050a8f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:13.875265 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854230849', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-371963'] for router_interface, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:13.888445 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-37b85ef4-942e-4e3f-8475-a45e050a8f78 None None] Port acdaf8a0-9add-4765-a712-347a7a3a45e5 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 21:01:13.902328 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Pushing event updated for resources: {'Port': ['ID=acdaf8a0-9add-4765-a712-347a7a3a45e5,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:13.955999 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:14.010105 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e817d12b-734b-4f5e-a812-dff70e05de1f None None] Provisioning complete for port 1bf93575-80c1-4875-8134-7e7742f84f64 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:14.010651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e817d12b-734b-4f5e-a812-dff70e05de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:14.039538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Network df4c7784-0b46-4a36-a386-7bd9313842f8 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 21:01:14.040965 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:01:14.160850 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e817d12b-734b-4f5e-a812-dff70e05de1f None None] Provisioning complete for port acdaf8a0-9add-4765-a712-347a7a3a45e5 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:14.161268 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e817d12b-734b-4f5e-a812-dff70e05de1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:14.239325 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e817d12b-734b-4f5e-a812-dff70e05de1f None None] Port acdaf8a0-9add-4765-a712-347a7a3a45e5 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 21:01:14.294111 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Router 93e60036-7ce3-4bfc-be8d-68da50311789 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 21:01:14.385922 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-0f07064c-d12c-4721-a372-1ffb474a7917 None None] Provisioning complete for port 1bf93575-80c1-4875-8134-7e7742f84f64 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:14.386467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0f07064c-d12c-4721-a372-1ffb474a7917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:14.532023 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 21:01:14.554997 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] 10.222.0.59 "PUT /v2.0/routers/93e60036-7ce3-4bfc-be8d-68da50311789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6525524 Jan 26 21:01:14.572298 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 1bf93575-80c1-4875-8134-7e7742f84f64 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:01:14.653442 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 1bf93575-80c1-4875-8134-7e7742f84f64 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:14.654152 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:14.733776 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-b61590df-59a0-4165-a17e-81f7805fab26 None None] Provisioning complete for port acdaf8a0-9add-4765-a712-347a7a3a45e5 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:14.734229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b61590df-59a0-4165-a17e-81f7805fab26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:14.840172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-b61590df-59a0-4165-a17e-81f7805fab26 None None] Port acdaf8a0-9add-4765-a712-347a7a3a45e5 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 21:01:14.860935 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:01:14.930809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:01:14.936267 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:14.936687 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:15.064363 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:15.081234 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:01:15.084223 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:15.085113 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 365fd012-5ce9-41a6-9c62-996d161e8828 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:01:15.115809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:15.213862 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:15.217375 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:15.227673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 365fd012-5ce9-41a6-9c62-996d161e8828 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:15.228095 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:15.367410 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-43edc216-588c-4a2a-9c22-3cca4e2be601 req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-464010345', 'description': 'tempest-TestVolumeBootPattern-464010345 description'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:01:15.382742 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-43edc216-588c-4a2a-9c22-3cca4e2be601 req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:01:15.387208 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-43edc216-588c-4a2a-9c22-3cca4e2be601 req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Usage tracker for resource:security_group and tenant:eb7dbb5196174143b1af0751cbfcb333 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:01:15.390525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-43edc216-588c-4a2a-9c22-3cca4e2be601 req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:01:15.397340 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-43edc216-588c-4a2a-9c22-3cca4e2be601 req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:01:15.409610 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-43edc216-588c-4a2a-9c22-3cca4e2be601 req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for security_group, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:15.432959 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-43edc216-588c-4a2a-9c22-3cca4e2be601 req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:01:15.437243 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-43edc216-588c-4a2a-9c22-3cca4e2be601 req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Usage tracker for resource:security_group_rule and tenant:eb7dbb5196174143b1af0751cbfcb333 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:01:15.441212 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-43edc216-588c-4a2a-9c22-3cca4e2be601 req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:01:15.447657 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-43edc216-588c-4a2a-9c22-3cca4e2be601 req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:01:15.528148 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-43edc216-588c-4a2a-9c22-3cca4e2be601 req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for security_group, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:15.531244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-43edc216-588c-4a2a-9c22-3cca4e2be601 req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:15.537323 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-32be1e61-2e04-4989-8b16-348137595f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:15.576644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2337da0b-7b4c-4e74-9ff3-9bac8aa78454,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:15.579957 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-43edc216-588c-4a2a-9c22-3cca4e2be601 req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:15.581294 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-43edc216-588c-4a2a-9c22-3cca4e2be601 req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3626482 Jan 26 21:01:15.582132 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0ef2c8dc-0031-4b94-a669-e0ec6a66c590 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:15.748628 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5e169d09-2327-47da-ada2-746cfead9996 req-6085716c-b289-43ad-9dc4-f799df4eec33 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups/2337da0b-7b4c-4e74-9ff3-9bac8aa78454 HTTP/1.1" status: 200 len: 1806 time: 0.1341760 Jan 26 21:01:15.760729 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-5e169d09-2327-47da-ada2-746cfead9996 req-7afa79ff-fc07-4712-ae3d-bc493b901512 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2337da0b-7b4c-4e74-9ff3-9bac8aa78454', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:01:15.761090 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-5e169d09-2327-47da-ada2-746cfead9996 req-7afa79ff-fc07-4712-ae3d-bc493b901512 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2337da0b-7b4c-4e74-9ff3-9bac8aa78454', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:01:15.776011 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-5e169d09-2327-47da-ada2-746cfead9996 req-7afa79ff-fc07-4712-ae3d-bc493b901512 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:01:15.780074 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-5e169d09-2327-47da-ada2-746cfead9996 req-7afa79ff-fc07-4712-ae3d-bc493b901512 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Usage tracker for resource:security_group_rule and tenant:eb7dbb5196174143b1af0751cbfcb333 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:01:15.783183 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-5e169d09-2327-47da-ada2-746cfead9996 req-7afa79ff-fc07-4712-ae3d-bc493b901512 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:01:15.788935 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-5e169d09-2327-47da-ada2-746cfead9996 req-7afa79ff-fc07-4712-ae3d-bc493b901512 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:01:15.845210 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-5e169d09-2327-47da-ada2-746cfead9996 req-7afa79ff-fc07-4712-ae3d-bc493b901512 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:15.871824 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-5e169d09-2327-47da-ada2-746cfead9996 req-7afa79ff-fc07-4712-ae3d-bc493b901512 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:15.874556 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-5e169d09-2327-47da-ada2-746cfead9996 req-7afa79ff-fc07-4712-ae3d-bc493b901512 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534222'] for security_group_rule, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:15.882673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:15.901644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afa79ff-fc07-4712-ae3d-bc493b901512 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb252b18-d904-467f-8303-2516a35015e8,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:15.904702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7afa79ff-fc07-4712-ae3d-bc493b901512 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:15.912731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-5e169d09-2327-47da-ada2-746cfead9996 req-7afa79ff-fc07-4712-ae3d-bc493b901512 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:15.914082 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5e169d09-2327-47da-ada2-746cfead9996 req-7afa79ff-fc07-4712-ae3d-bc493b901512 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1581242 Jan 26 21:01:16.003082 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7eac0316-0c86-482e-9413-8ecd09fff7c8 req-0f1cbb84-a05c-4995-961c-2ab7bcbe2e64 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups/2337da0b-7b4c-4e74-9ff3-9bac8aa78454 HTTP/1.1" status: 200 len: 2399 time: 0.0563757 Jan 26 21:01:16.013631 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-7eac0316-0c86-482e-9413-8ecd09fff7c8 req-40dffc76-e935-4565-a7ba-afb62eebcd54 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2337da0b-7b4c-4e74-9ff3-9bac8aa78454', 'remote_group_id': None}]} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:01:16.014032 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-7eac0316-0c86-482e-9413-8ecd09fff7c8 req-40dffc76-e935-4565-a7ba-afb62eebcd54 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2337da0b-7b4c-4e74-9ff3-9bac8aa78454', 'remote_group_id': None}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:01:16.028367 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-7eac0316-0c86-482e-9413-8ecd09fff7c8 req-40dffc76-e935-4565-a7ba-afb62eebcd54 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:01:16.033224 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-7eac0316-0c86-482e-9413-8ecd09fff7c8 req-40dffc76-e935-4565-a7ba-afb62eebcd54 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Usage tracker for resource:security_group_rule and tenant:eb7dbb5196174143b1af0751cbfcb333 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:01:16.036184 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-7eac0316-0c86-482e-9413-8ecd09fff7c8 req-40dffc76-e935-4565-a7ba-afb62eebcd54 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:01:16.041846 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-7eac0316-0c86-482e-9413-8ecd09fff7c8 req-40dffc76-e935-4565-a7ba-afb62eebcd54 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:01:16.103673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-7eac0316-0c86-482e-9413-8ecd09fff7c8 req-40dffc76-e935-4565-a7ba-afb62eebcd54 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for security_group_rule, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:16.129542 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-7eac0316-0c86-482e-9413-8ecd09fff7c8 req-40dffc76-e935-4565-a7ba-afb62eebcd54 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:16.131826 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-7eac0316-0c86-482e-9413-8ecd09fff7c8 req-40dffc76-e935-4565-a7ba-afb62eebcd54 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534222'] for security_group_rule, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:16.133871 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:16.157625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dffc76-e935-4565-a7ba-afb62eebcd54 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b94d581-2ed3-4def-8e03-af22e75d75da,revision_number=0']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:16.160202 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-40dffc76-e935-4565-a7ba-afb62eebcd54 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:16.166309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-7eac0316-0c86-482e-9413-8ecd09fff7c8 req-40dffc76-e935-4565-a7ba-afb62eebcd54 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for security_group_rule, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:16.167568 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7eac0316-0c86-482e-9413-8ecd09fff7c8 req-40dffc76-e935-4565-a7ba-afb62eebcd54 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1580520 Jan 26 21:01:16.480697 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:01:16.558692 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:16.559141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:16.701130 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:01:16.957477 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Sync routers for ids ['93e60036-7ce3-4bfc-be8d-68da50311789'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 21:01:16.967275 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Routers {'93e60036-7ce3-4bfc-be8d-68da50311789'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:01:16.967947 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:01:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['93e60036-7ce3-4bfc-be8d-68da50311789'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:17.164451 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Set router 93e60036-7ce3-4bfc-be8d-68da50311789 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:01:17.519688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'name': 'tempest-TestVolumeBootPattern-277011237-router', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 4, 'project_id': '6150e27c6350464d94ed8cc7e937782f', 'gw_port': {'id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'acdaf8a0-9add-4765-a712-347a7a3a45e5', 'name': '', 'network_id': 'df4c7784-0b46-4a36-a386-7bd9313842f8', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f', 'mac_address': 'fa:16:3e:76:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f79d76f8-46a7-4e28-98d0-d87d0415c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:11Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 2, 'project_id': '6150e27c6350464d94ed8cc7e937782f', 'subnets': [{'id': 'f79d76f8-46a7-4e28-98d0-d87d0415c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:17.524131 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Checking router: 93e60036-7ce3-4bfc-be8d-68da50311789 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 21:01:17.524532 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Updating router 93e60036-7ce3-4bfc-be8d-68da50311789 port acdaf8a0-9add-4765-a712-347a7a3a45e5 binding host dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 26 21:01:17.583618 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:18.006739 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Notify callbacks [] for port, precommit_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:18.018693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Transition to ACTIVE for port object acdaf8a0-9add-4765-a712-347a7a3a45e5 will not be triggered until provisioned by entity L2. {{(pid=80133) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:01:18.021344 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:18.036713 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:18.168651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7cdcb-7fe9-467b-a9b7-6255f1fffd9c None None] Pushing event updated for resources: {'Port': ['ID=acdaf8a0-9add-4765-a712-347a7a3a45e5,revision_number=3']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:18.173516 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1ad7cdcb-7fe9-467b-a9b7-6255f1fffd9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:18.347632 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Attempting to bind port acdaf8a0-9add-4765-a712-347a7a3a45e5 on host dv-cinder-768105-4-iscsi for vnic_type normal with profile {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:01:18.348050 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Attempting to bind port acdaf8a0-9add-4765-a712-347a7a3a45e5 by drivers openvswitch on host dv-cinder-768105-4-iscsi at level 0 using segments [{'id': '1252b755-2be0-4622-87d7-b286ac3f899e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'df4c7784-0b46-4a36-a386-7bd9313842f8'}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 21:01:18.348490 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Attempting to bind port acdaf8a0-9add-4765-a712-347a7a3a45e5 on network df4c7784-0b46-4a36-a386-7bd9313842f8 {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 21:01:18.355643 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Checking agent: {'id': 'c10fb29f-0e0f-4ec0-abbf-2e1d68201320', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-768105-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 41, 36), 'started_at': datetime.datetime(2021, 1, 26, 20, 42, 6), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-768105-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.13', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 21:01:18.356065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Checking segment: {'id': '1252b755-2be0-4622-87d7-b286ac3f899e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'df4c7784-0b46-4a36-a386-7bd9313842f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80133) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 21:01:18.356517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:18.356965 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Bound using segment: {'id': '1252b755-2be0-4622-87d7-b286ac3f899e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'df4c7784-0b46-4a36-a386-7bd9313842f8'} {{(pid=80133) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 21:01:18.357502 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Bound port: acdaf8a0-9add-4765-a712-347a7a3a45e5, host: dv-cinder-768105-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1252b755-2be0-4622-87d7-b286ac3f899e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'df4c7784-0b46-4a36-a386-7bd9313842f8'}}] {{(pid=80133) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 21:01:18.357945 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:18.456414 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] For port acdaf8a0-9add-4765-a712-347a7a3a45e5, host dv-cinder-768105-4-iscsi, cleared binding levels {{(pid=80133) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 21:01:18.459529 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] For port acdaf8a0-9add-4765-a712-347a7a3a45e5, host dv-cinder-768105-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=acdaf8a0-9add-4765-a712-347a7a3a45e5,segment=NetworkSegment(1252b755-2be0-4622-87d7-b286ac3f899e),segment_id=1252b755-2be0-4622-87d7-b286ac3f899e)] {{(pid=80133) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 21:01:18.462854 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:18.480343 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-97bd3d58-91ac-43ad-a748-ae0997c71270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:18.650251 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad7cdcb-7fe9-467b-a9b7-6255f1fffd9c None None] Pushing event updated for resources: {'Port': ['ID=acdaf8a0-9add-4765-a712-347a7a3a45e5,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:18.655711 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1ad7cdcb-7fe9-467b-a9b7-6255f1fffd9c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:18.701514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Routers {'93e60036-7ce3-4bfc-be8d-68da50311789'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:01:18.702467 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:01:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['93e60036-7ce3-4bfc-be8d-68da50311789'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:18.900735 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] Set router 93e60036-7ce3-4bfc-be8d-68da50311789 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:01:19.257186 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'name': 'tempest-TestVolumeBootPattern-277011237-router', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 4, 'project_id': '6150e27c6350464d94ed8cc7e937782f', 'gw_port': {'id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'acdaf8a0-9add-4765-a712-347a7a3a45e5', 'name': '', 'network_id': 'df4c7784-0b46-4a36-a386-7bd9313842f8', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f', 'mac_address': 'fa:16:3e:76:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f79d76f8-46a7-4e28-98d0-d87d0415c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:11Z', 'updated_at': '2021-01-26T21:01:18Z', 'revision_number': 4, 'project_id': '6150e27c6350464d94ed8cc7e937782f', 'subnets': [{'id': 'f79d76f8-46a7-4e28-98d0-d87d0415c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:19.261660 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b616b8a4-d4f1-49d3-8d08-feb1b309a047 None None] The sync data for ids ['93e60036-7ce3-4bfc-be8d-68da50311789'] in dv-cinder-768105-4-iscsi is: [{'id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'name': 'tempest-TestVolumeBootPattern-277011237-router', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 4, 'project_id': '6150e27c6350464d94ed8cc7e937782f', 'gw_port': {'id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': 'acdaf8a0-9add-4765-a712-347a7a3a45e5', 'name': '', 'network_id': 'df4c7784-0b46-4a36-a386-7bd9313842f8', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f', 'mac_address': 'fa:16:3e:76:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'device_owner': 'network:router_interface', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': 'f79d76f8-46a7-4e28-98d0-d87d0415c43f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:11Z', 'updated_at': '2021-01-26T21:01:18Z', 'revision_number': 4, 'project_id': '6150e27c6350464d94ed8cc7e937782f', 'subnets': [{'id': 'f79d76f8-46a7-4e28-98d0-d87d0415c43f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 21:01:20.498884 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device acdaf8a0-9add-4765-a712-347a7a3a45e5 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:01:20.574153 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning for port acdaf8a0-9add-4765-a712-347a7a3a45e5 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:01:20.579198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port acdaf8a0-9add-4765-a712-347a7a3a45e5 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:20.579766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:20.707974 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:20.740990 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] For port acdaf8a0-9add-4765-a712-347a7a3a45e5, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=acdaf8a0-9add-4765-a712-347a7a3a45e5,segment=NetworkSegment(1252b755-2be0-4622-87d7-b286ac3f899e),segment_id=1252b755-2be0-4622-87d7-b286ac3f899e)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:01:20.743694 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:20.745583 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:20.814895 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Pushing event updated for resources: {'Port': ['ID=acdaf8a0-9add-4765-a712-347a7a3a45e5,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:20.818168 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:22.476419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device acdaf8a0-9add-4765-a712-347a7a3a45e5 up at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:01:22.550373 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Provisioning complete for port acdaf8a0-9add-4765-a712-347a7a3a45e5 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:22.550812 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:27.763620 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:31.767611 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fa052fdb-3a55-4ea4-a82d-889f50a0d23e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:32.546561 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-5c7a56fa-1f2e-40e4-85f5-aa99367bf534 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Synchronizing usage tracker for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:security_group {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 21:01:32.562584 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-5c7a56fa-1f2e-40e4-85f5-aa99367bf534 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Unset dirty status for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:security_group {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 21:01:32.563883 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-5c7a56fa-1f2e-40e4-85f5-aa99367bf534 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-464010345&fields=id&tenant_id=eb7dbb5196174143b1af0751cbfcb333 HTTP/1.1" status: 200 len: 267 time: 0.0665691 Jan 26 21:01:32.765373 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-f03b2e7e-81a7-4c50-b16f-09ccf201bd87 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:32.766142 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-f03b2e7e-81a7-4c50-b16f-09ccf201bd87 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Synchronizing usage tracker for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:network {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 21:01:32.782384 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-f03b2e7e-81a7-4c50-b16f-09ccf201bd87 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Unset dirty status for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:network {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 21:01:32.783666 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-f03b2e7e-81a7-4c50-b16f-09ccf201bd87 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 812 time: 0.2121630 Jan 26 21:01:32.799493 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-b91a20c8-ac83-43ec-abeb-478d4444256f tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/quotas/eb7dbb5196174143b1af0751cbfcb333 HTTP/1.1" status: 200 len: 375 time: 0.0095830 Jan 26 21:01:32.902227 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-6aadfa28-9caf-4ae4-a55f-9e3705a6af5a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Synchronizing usage tracker for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 21:01:32.918229 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-6aadfa28-9caf-4ae4-a55f-9e3705a6af5a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Unset dirty status for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 21:01:32.919560 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-6aadfa28-9caf-4ae4-a55f-9e3705a6af5a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1147645 Jan 26 21:01:32.936817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-79d2c27b-987a-4cf3-9d65-18955b4c90be service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:01:32.937853 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-79d2c27b-987a-4cf3-9d65-18955b4c90be service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0054057 Jan 26 21:01:33.083716 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-647e1661-c49e-4d75-9d10-adb44bdf7feb service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392398 Jan 26 21:01:33.225606 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-120b4d8e-b1a5-4450-8751-95e0a6a2a9e9 service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1353903 Jan 26 21:01:33.659293 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-13fbe644-53e4-41e4-b00d-dc7c01b5e712 req-8534aa34-625f-4953-9c93-9c63d50408d8 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0550621 Jan 26 21:01:34.455423 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:34.464290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4e0e3cfc-5bc4-4811-86c7-a9590bc0527d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:34.844156 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-034508be-1272-44bb-968a-ad43a49ab14b req-6de92d1b-8a45-41ee-b84b-2144dc513e00 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0516298 Jan 26 21:01:35.029134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-dcb01cea-5d15-4c9c-80c2-71e327567a33 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:35.030794 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-dcb01cea-5d15-4c9c-80c2-71e327567a33 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 812 time: 0.1991196 Jan 26 21:01:35.137162 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-eb28e679-4249-429d-ad11-acaef8d6cba7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb7dbb5196174143b1af0751cbfcb333 HTTP/1.1" status: 200 len: 5763 time: 0.0874450 Jan 26 21:01:35.146686 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Request body: {'port': {'device_id': '35ad073a-8d6b-4dd9-8167-508b6953fdc0', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'admin_state_up': True, 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'security_groups': ['2337da0b-7b4c-4e74-9ff3-9bac8aa78454']}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:01:35.291262 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:01:35.302144 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:01:35.310957 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Made reservation on behalf of eb7dbb5196174143b1af0751cbfcb333 for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 21:01:35.324679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:35.627769 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Allocated IP 172.20.0.11 (f1c8c5b5-3b3e-4092-89a8-699477b72fe8/44bde292-d121-4220-b778-632de8a54296/894cfab8-d008-427c-a48e-dd50efd50d55) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 21:01:35.827717 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:35.839721 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:35.856588 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Transition to ACTIVE for port object 894cfab8-d008-427c-a48e-dd50efd50d55 will not be triggered until provisioned by entity DHCP. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:01:35.880057 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904504'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:35.895844 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ea288f7c-958c-44b7-936a-0f3d51cd1ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:36.110845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b927401-8b7d-4f11-86e6-ee110654aa8b req-c3ba882f-82c7-4819-aaef-403ddc8612b8 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:36.111717 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:36.112642 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9b927401-8b7d-4f11-86e6-ee110654aa8b req-c3ba882f-82c7-4819-aaef-403ddc8612b8 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 932 time: 0.1335452 Jan 26 21:01:36.174038 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9b927401-8b7d-4f11-86e6-ee110654aa8b req-17ad62ca-55f8-4631-b760-86b6a6ff2120 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0546088 Jan 26 21:01:36.264353 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event updated for resources: {'Port': ['ID=894cfab8-d008-427c-a48e-dd50efd50d55,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:36.269541 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:36.323839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 21:01:36.324946 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:01:36.327333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 21:01:36.425691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:36.426446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:36.453646 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-53784940-9e90-4da8-b33e-449de94f7157 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3108869 Jan 26 21:01:36.470240 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-03e95fe8-f965-427a-9dea-7e62d1a21916 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80131) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:01:36.471853 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-03e95fe8-f965-427a-9dea-7e62d1a21916 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0063274 Jan 26 21:01:36.558322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Request body: {'port': {'device_id': '35ad073a-8d6b-4dd9-8167-508b6953fdc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:01:36.570240 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-75d7f6fd-4ea4-4f90-8e3e-a41e334ebf20 None None] Provisioning for port 894cfab8-d008-427c-a48e-dd50efd50d55 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:01:36.575190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-75d7f6fd-4ea4-4f90-8e3e-a41e334ebf20 None None] Provisioning complete for port 894cfab8-d008-427c-a48e-dd50efd50d55 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:36.575684 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-75d7f6fd-4ea4-4f90-8e3e-a41e334ebf20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:36.632079 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-75d7f6fd-4ea4-4f90-8e3e-a41e334ebf20 None None] Port 894cfab8-d008-427c-a48e-dd50efd50d55 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 21:01:36.680598 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:37.093254 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894cfab8-d008-427c-a48e-dd50efd50d55 {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 21:01:37.102042 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:37.114644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Transition to ACTIVE for port object 894cfab8-d008-427c-a48e-dd50efd50d55 will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:01:37.117487 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839871311'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:37.133490 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ef877148-3fff-4a15-aa66-45d7e46773a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:37.270031 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Pushing event updated for resources: {'Port': ['ID=894cfab8-d008-427c-a48e-dd50efd50d55,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:37.273059 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:37.434311 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036dd83-bcde-47e6-9201-0473878430e1 req-f6d42be7-846b-40c9-9b80-13a0725469a6 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:37.436031 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7036dd83-bcde-47e6-9201-0473878430e1 req-f6d42be7-846b-40c9-9b80-13a0725469a6 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 944 time: 0.1320295 Jan 26 21:01:37.468060 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Attempting to bind port 894cfab8-d008-427c-a48e-dd50efd50d55 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:01:37.468435 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Attempting to bind port 894cfab8-d008-427c-a48e-dd50efd50d55 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 21:01:37.468808 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Attempting to bind port 894cfab8-d008-427c-a48e-dd50efd50d55 on network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 21:01:37.476023 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 21:01:37.476412 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Checking segment: {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 21:01:37.476821 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:37.477220 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Bound using segment: {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 21:01:37.478299 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Bound port: 894cfab8-d008-427c-a48e-dd50efd50d55, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 21:01:37.478695 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:37.497106 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7036dd83-bcde-47e6-9201-0473878430e1 req-e1ada604-4254-485b-8557-c6d0c32a5660 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0542634 Jan 26 21:01:37.579292 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] For port 894cfab8-d008-427c-a48e-dd50efd50d55, host hv-cinder-76810, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 21:01:37.582439 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] For port 894cfab8-d008-427c-a48e-dd50efd50d55, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=894cfab8-d008-427c-a48e-dd50efd50d55,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 21:01:37.585711 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839871311'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:37.600637 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1a547466-f3ab-40f7-bd2d-3a08acba383e tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:37.753753 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Pushing event updated for resources: {'Port': ['ID=894cfab8-d008-427c-a48e-dd50efd50d55,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:37.757216 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:37.792342 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:37.792791 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:37.794295 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] 10.222.0.11 "PUT /v2.0/ports/894cfab8-d008-427c-a48e-dd50efd50d55 HTTP/1.1" status: 200 len: 1158 time: 1.3164320 Jan 26 21:01:37.794831 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ad073a-8d6b-4dd9-8167-508b6953fdc0', 'tag': '894cfab8-d008-427c-a48e-dd50efd50d55'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:01:37.931091 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-ad61aab8-d3af-4e86-a558-eb1e315a6af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:37.932995 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-ad61aab8-d3af-4e86-a558-eb1e315a6af7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 1161 time: 0.0863562 Jan 26 21:01:37.946737 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ad073a-8d6b-4dd9-8167-508b6953fdc0', 'tag': '894cfab8-d008-427c-a48e-dd50efd50d55', 'status': 'completed', 'code': 200} Jan 26 21:01:38.016707 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-840f95bb-0dd0-4dec-aa76-2c678d33cf9d service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=894cfab8-d008-427c-a48e-dd50efd50d55 HTTP/1.1" status: 200 len: 217 time: 0.0682058 Jan 26 21:01:38.089830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-e9f15806-a69a-4d1b-8777-90c2dd1fd07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:38.091439 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-e9f15806-a69a-4d1b-8777-90c2dd1fd07e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0684783 Jan 26 21:01:38.172492 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-25b179d0-71e4-4b91-8dc7-a35b6fd38d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:38.174087 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-25b179d0-71e4-4b91-8dc7-a35b6fd38d47 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0762393 Jan 26 21:01:38.318115 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-98740514-af61-4777-875e-9d98fb600a90 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378098 Jan 26 21:01:38.461645 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4f67e202-85f5-4673-bc48-ca4d97333c62 req-5b8315ae-2fb4-4a7e-958a-ca4e13b10df4 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1376133 Jan 26 21:01:38.625130 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f081626-80e8-431e-a1bd-679642e4226e req-91c2096d-f848-486a-92c0-b12ae1272cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:38.627613 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3f081626-80e8-431e-a1bd-679642e4226e req-91c2096d-f848-486a-92c0-b12ae1272cf9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 1161 time: 0.0839179 Jan 26 21:01:38.753056 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb333c0-dba7-446e-8919-cbafde253444 req-f24526c7-c6e8-4ba8-be4e-402a284fcda7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:38.754643 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9fb333c0-dba7-446e-8919-cbafde253444 req-f24526c7-c6e8-4ba8-be4e-402a284fcda7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 944 time: 0.1281681 Jan 26 21:01:38.772841 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f081626-80e8-431e-a1bd-679642e4226e req-2a53c174-1548-4829-ad1b-94fb14800600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:38.774458 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3f081626-80e8-431e-a1bd-679642e4226e req-2a53c174-1548-4829-ad1b-94fb14800600 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1406302 Jan 26 21:01:38.812313 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9fb333c0-dba7-446e-8919-cbafde253444 req-7dc36a36-bf84-4e41-8591-bffe5a335e70 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0510626 Jan 26 21:01:38.849504 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3f081626-80e8-431e-a1bd-679642e4226e req-ac14680c-90a8-4d6e-a0ef-fa21b278eeec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=894cfab8-d008-427c-a48e-dd50efd50d55 HTTP/1.1" status: 200 len: 217 time: 0.0678217 Jan 26 21:01:38.920533 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f081626-80e8-431e-a1bd-679642e4226e req-e9a44e4b-8100-4e6d-b132-76eeb045c31b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:38.922081 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3f081626-80e8-431e-a1bd-679642e4226e req-e9a44e4b-8100-4e6d-b132-76eeb045c31b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0660841 Jan 26 21:01:39.003915 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f081626-80e8-431e-a1bd-679642e4226e req-c078b75e-79a8-47e8-879f-f5907d2eb0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:39.005428 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3f081626-80e8-431e-a1bd-679642e4226e req-c078b75e-79a8-47e8-879f-f5907d2eb0ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773542 Jan 26 21:01:39.150767 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3f081626-80e8-431e-a1bd-679642e4226e req-57ab7f41-1a1d-4075-bf88-2856a8f9e59b service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381974 Jan 26 21:01:39.293389 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3f081626-80e8-431e-a1bd-679642e4226e req-1b79f05d-569b-45d9-857f-a774b60eca33 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1361084 Jan 26 21:01:40.078248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fa5941-664d-4188-9a88-7811f6baeefa req-64e0ed14-65c2-4984-bc18-e2d1330f7f2e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:40.080388 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-30fa5941-664d-4188-9a88-7811f6baeefa req-64e0ed14-65c2-4984-bc18-e2d1330f7f2e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 944 time: 0.1265125 Jan 26 21:01:40.136922 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-30fa5941-664d-4188-9a88-7811f6baeefa req-a3eaded8-1f0e-4f3f-8e3a-65c23c752774 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0498958 Jan 26 21:01:41.389652 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751e673-e441-41d2-9f0b-62764ae3a827 req-a093786e-80b7-4093-86f2-b11a841e6e29 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:41.391335 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7751e673-e441-41d2-9f0b-62764ae3a827 req-a093786e-80b7-4093-86f2-b11a841e6e29 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 944 time: 0.1235867 Jan 26 21:01:41.447035 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7751e673-e441-41d2-9f0b-62764ae3a827 req-0bd6dd14-cf16-4214-86e0-1adead475a99 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0489731 Jan 26 21:01:42.703623 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a149e-1e7e-43e7-beab-61a450d477e8 req-cff856cd-bb98-4b21-9732-d9f6d34c9cbb tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:42.705728 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-024a149e-1e7e-43e7-beab-61a450d477e8 req-cff856cd-bb98-4b21-9732-d9f6d34c9cbb tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 944 time: 0.1287766 Jan 26 21:01:42.760841 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-024a149e-1e7e-43e7-beab-61a450d477e8 req-0a47bc6f-9752-44aa-80f2-02fb809d3381 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0487072 Jan 26 21:01:44.013629 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7571197-0b3c-4ff1-86e0-539114c769cc req-37454127-5022-444c-89c7-6d722c0e08cf tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:44.015177 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b7571197-0b3c-4ff1-86e0-539114c769cc req-37454127-5022-444c-89c7-6d722c0e08cf tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 944 time: 0.1266270 Jan 26 21:01:44.071614 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-b7571197-0b3c-4ff1-86e0-539114c769cc req-a4f1153b-1b6a-4e78-88e9-bf3d50349236 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0500221 Jan 26 21:01:45.321636 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9b9a3-7d7d-4d07-ac64-370a05ffe872 req-f507a72a-9cb5-4e07-949c-7dd5af276d8e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:45.323274 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-77e9b9a3-7d7d-4d07-ac64-370a05ffe872 req-f507a72a-9cb5-4e07-949c-7dd5af276d8e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 944 time: 0.1236014 Jan 26 21:01:45.379178 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-77e9b9a3-7d7d-4d07-ac64-370a05ffe872 req-aa4501ee-bbeb-4c20-8dc5-4833e2b948fa tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0496767 Jan 26 21:01:46.219118 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 894cfab8-d008-427c-a48e-dd50efd50d55 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:01:46.289650 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port 894cfab8-d008-427c-a48e-dd50efd50d55 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:01:46.294487 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 894cfab8-d008-427c-a48e-dd50efd50d55 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:46.294912 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:46.417968 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:46.447780 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ad073a-8d6b-4dd9-8167-508b6953fdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894cfab8-d008-427c-a48e-dd50efd50d55'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:01:46.458832 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 894cfab8-d008-427c-a48e-dd50efd50d55, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=894cfab8-d008-427c-a48e-dd50efd50d55,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:01:46.462336 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:46.464277 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a4420756-fafc-4988-8a83-172a3c4533c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:46.535674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=894cfab8-d008-427c-a48e-dd50efd50d55,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:46.539433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:46.596882 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ad073a-8d6b-4dd9-8167-508b6953fdc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894cfab8-d008-427c-a48e-dd50efd50d55', 'code': 200} Jan 26 21:01:46.640053 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42634000-99be-4921-99d2-a8b6c22a1be8 req-ac9cd6b5-b884-4a4c-a730-39dfbea5a4c9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:46.641767 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-42634000-99be-4921-99d2-a8b6c22a1be8 req-ac9cd6b5-b884-4a4c-a730-39dfbea5a4c9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 946 time: 0.1316504 Jan 26 21:01:46.700425 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-42634000-99be-4921-99d2-a8b6c22a1be8 req-a716ff5b-6dd8-4046-8a1a-9af314172ba1 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0515671 Jan 26 21:01:46.901818 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c10e81-8564-494f-ae33-5494370a9b2e req-fa3b877c-43ca-4d4a-ba28-f23a1a16e98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:46.903432 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f1c10e81-8564-494f-ae33-5494370a9b2e req-fa3b877c-43ca-4d4a-ba28-f23a1a16e98f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 1163 time: 0.0743232 Jan 26 21:01:46.949588 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f1c10e81-8564-494f-ae33-5494370a9b2e req-8721681d-41f5-4628-98b9-e6ecdc1c6e30 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0396078 Jan 26 21:01:47.960656 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9ba7eb-b5a9-44ca-a195-00e18569290b req-1ace2e06-52a5-4573-9cbb-8ee831502f5e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:47.963556 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ac9ba7eb-b5a9-44ca-a195-00e18569290b req-1ace2e06-52a5-4573-9cbb-8ee831502f5e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 946 time: 0.1283207 Jan 26 21:01:47.965579 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 894cfab8-d008-427c-a48e-dd50efd50d55 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:01:48.046332 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 894cfab8-d008-427c-a48e-dd50efd50d55 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:01:48.046672 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:48.257248 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ac9ba7eb-b5a9-44ca-a195-00e18569290b req-460a4087-22bc-4b5a-9b54-679302f5c9c1 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.2848375 Jan 26 21:01:49.511192 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2fdfcd-93fc-4cac-8999-48afc8e195bd req-17148c53-8212-4043-a6fe-9769afca22fb tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:49.512778 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0a2fdfcd-93fc-4cac-8999-48afc8e195bd req-17148c53-8212-4043-a6fe-9769afca22fb tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 946 time: 0.1228602 Jan 26 21:01:49.570927 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0a2fdfcd-93fc-4cac-8999-48afc8e195bd req-7cefe8d1-3a10-4e56-ba31-1e90945d0e85 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0518279 Jan 26 21:01:49.821119 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c8ab15-4c69-4184-bc6e-bf9f9585232c req-b7a3193b-ceb4-4af7-aa24-f244a6aceaac tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:49.822669 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f8c8ab15-4c69-4184-bc6e-bf9f9585232c req-b7a3193b-ceb4-4af7-aa24-f244a6aceaac tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 946 time: 0.1242101 Jan 26 21:01:49.877692 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f8c8ab15-4c69-4184-bc6e-bf9f9585232c req-da0bf64d-0197-4cab-b540-5332c64d06ca tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0487559 Jan 26 21:01:50.102999 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-6190723e-3b34-46b6-b7dc-ccd6428e1dad tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1706946 Jan 26 21:01:50.112932 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Request body: {'floatingip': {'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:01:50.126182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:01:50.130535 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Usage tracker for resource:floatingip and tenant:eb7dbb5196174143b1af0751cbfcb333 is out of sync, need to count used quota {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:01:50.133449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80132) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:01:50.139169 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:01:50.149175 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:50.293431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:50.563283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Allocated IP 172.27.0.245 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/72af7378-a031-4830-b36b-5a3302b051f3) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 21:01:50.719072 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:50.747890 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:50.762944 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-358e3874-406c-4c4d-80b7-fa5c3afb2cbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:50.898982 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event updated for resources: {'Port': ['ID=72af7378-a031-4830-b36b-5a3302b051f3,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:50.921868 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.922315 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.922752 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.923208 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.923659 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.924065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.924469 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.924873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.925279 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.925680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.926104 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.926502 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.926941 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.927342 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.927743 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.928144 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.928538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.928935 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.929330 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.929731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.930155 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.930554 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.930950 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.931595 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:01:50.936845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:50.971204 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 21:01:50.972285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:01:50.974540 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 21:01:51.054506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:51.117938 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:51.387200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:51.390457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:51.406212 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:01:51.540245 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event updated for resources: {'Port': ['ID=72af7378-a031-4830-b36b-5a3302b051f3,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:01:51.543287 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:01:51.646871 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:51.670475 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:51.671797 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-7869c6c7-a19f-45c8-8513-095aa0a42e71 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5630803 Jan 26 21:01:51.767514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-a04b5fa0-c3ad-43b4-97fd-a07938d4e256 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Synchronizing usage tracker for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:floatingip {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 21:01:51.782262 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-a04b5fa0-c3ad-43b4-97fd-a07938d4e256 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Unset dirty status for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:floatingip {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 21:01:51.783562 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-a04b5fa0-c3ad-43b4-97fd-a07938d4e256 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.245 HTTP/1.1" status: 200 len: 696 time: 0.1049280 Jan 26 21:01:51.982258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-0aaa506e-0860-4ce5-a352-a67939916651 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:51.983676 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9002fa53-ec63-46fb-9933-b6a3529803fa req-0aaa506e-0860-4ce5-a352-a67939916651 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/networks/4bf8f360-8c6f-48c4-992b-12f8abb374b0 HTTP/1.1" status: 200 len: 784 time: 0.1942923 Jan 26 21:01:52.211864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaccf16-370a-4d09-bb89-687a24a385eb req-fe315cb1-3ef4-4c94-85af-1997493e6b26 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:52.213425 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-adaccf16-370a-4d09-bb89-687a24a385eb req-fe315cb1-3ef4-4c94-85af-1997493e6b26 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1236250 Jan 26 21:01:52.311932 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-adaccf16-370a-4d09-bb89-687a24a385eb req-7e5f0b72-17d6-4d63-a4cd-b522d9c14067 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.245 HTTP/1.1" status: 200 len: 696 time: 0.0924284 Jan 26 21:01:52.322062 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-adaccf16-370a-4d09-bb89-687a24a385eb req-23f51828-3c63-4efc-b705-05b96a6d8676 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Request body: {'floatingip': {'port_id': '894cfab8-d008-427c-a48e-dd50efd50d55', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:01:52.413425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-adaccf16-370a-4d09-bb89-687a24a385eb req-23f51828-3c63-4efc-b705-05b96a6d8676 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:53.257817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-adaccf16-370a-4d09-bb89-687a24a385eb req-23f51828-3c63-4efc-b705-05b96a6d8676 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:53.260580 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-adaccf16-370a-4d09-bb89-687a24a385eb req-23f51828-3c63-4efc-b705-05b96a6d8676 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:53.445727 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-adaccf16-370a-4d09-bb89-687a24a385eb req-23f51828-3c63-4efc-b705-05b96a6d8676 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Floating IP dc72f0ba-42a8-46ca-a708-df7488d6f54d associated. External IP: 172.27.0.245, port: 894cfab8-d008-427c-a48e-dd50efd50d55. Jan 26 21:01:53.700297 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:01:53.814073 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adaccf16-370a-4d09-bb89-687a24a385eb req-23f51828-3c63-4efc-b705-05b96a6d8676 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 21:01:54.007225 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adaccf16-370a-4d09-bb89-687a24a385eb req-23f51828-3c63-4efc-b705-05b96a6d8676 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 21:01:54.011525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-adaccf16-370a-4d09-bb89-687a24a385eb req-23f51828-3c63-4efc-b705-05b96a6d8676 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:01:54.017274 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5abbf6f-08c1-4917-8006-117cf0ba5f88 None None] Sync routers for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 21:01:54.027290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5abbf6f-08c1-4917-8006-117cf0ba5f88 None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:01:54.028066 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-a5abbf6f-08c1-4917-8006-117cf0ba5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:01:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:54.071682 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-adaccf16-370a-4d09-bb89-687a24a385eb req-23f51828-3c63-4efc-b705-05b96a6d8676 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "PUT /v2.0/floatingips/dc72f0ba-42a8-46ca-a708-df7488d6f54d HTTP/1.1" status: 200 len: 997 time: 1.7536571 Jan 26 21:01:54.072248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35ad073a-8d6b-4dd9-8167-508b6953fdc0', 'tag': '894cfab8-d008-427c-a48e-dd50efd50d55'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:01:54.219545 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35ad073a-8d6b-4dd9-8167-508b6953fdc0', 'tag': '894cfab8-d008-427c-a48e-dd50efd50d55', 'status': 'completed', 'code': 200} Jan 26 21:01:54.221650 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-a5abbf6f-08c1-4917-8006-117cf0ba5f88 None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:01:54.242839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaccf16-370a-4d09-bb89-687a24a385eb req-fbe3a1e7-cada-4fd8-adf2-501638b38931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:54.244585 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-adaccf16-370a-4d09-bb89-687a24a385eb req-fbe3a1e7-cada-4fd8-adf2-501638b38931 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 1163 time: 0.1590605 Jan 26 21:01:54.342506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dbba8-ba16-4024-8cab-2c8b66b7ada7 req-cdda3e51-4b93-492b-a93b-785178af2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:54.344133 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d30dbba8-ba16-4024-8cab-2c8b66b7ada7 req-cdda3e51-4b93-492b-a93b-785178af2b72 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 1163 time: 0.0812235 Jan 26 21:01:54.394453 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaccf16-370a-4d09-bb89-687a24a385eb req-d9bbf7a0-abb7-42f5-bce6-a3a7b0b85d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:54.396207 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-adaccf16-370a-4d09-bb89-687a24a385eb req-d9bbf7a0-abb7-42f5-bce6-a3a7b0b85d0e service neutron] 10.222.0.59 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1450052 Jan 26 21:01:54.495643 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dbba8-ba16-4024-8cab-2c8b66b7ada7 req-afc287c0-df03-4443-8ebb-18ae9f50b47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:54.497354 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d30dbba8-ba16-4024-8cab-2c8b66b7ada7 req-afc287c0-df03-4443-8ebb-18ae9f50b47b service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1467648 Jan 26 21:01:54.510004 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-adaccf16-370a-4d09-bb89-687a24a385eb req-c93f8bf8-2f44-4574-856f-ec3e9ae963da service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=894cfab8-d008-427c-a48e-dd50efd50d55 HTTP/1.1" status: 200 len: 1000 time: 0.1072497 Jan 26 21:01:54.580519 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaccf16-370a-4d09-bb89-687a24a385eb req-ba983078-b228-402b-a961-f3effc94bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:54.582393 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-adaccf16-370a-4d09-bb89-687a24a385eb req-ba983078-b228-402b-a961-f3effc94bbe7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0661187 Jan 26 21:01:54.607196 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-a5abbf6f-08c1-4917-8006-117cf0ba5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': 'dc72f0ba-42a8-46ca-a708-df7488d6f54d', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'port_id': '894cfab8-d008-427c-a48e-dd50efd50d55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'mac_address': 'fa:16:3e:93:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ad073a-8d6b-4dd9-8167-508b6953fdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:01:51Z', 'updated_at': '2021-01-26T21:01:53Z', 'revision_number': 1, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:54.612230 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5abbf6f-08c1-4917-8006-117cf0ba5f88 None None] Checking router: 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 21:01:54.619952 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d30dbba8-ba16-4024-8cab-2c8b66b7ada7 req-51c23382-37cd-436e-a7ef-b9bb567ca4f2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=894cfab8-d008-427c-a48e-dd50efd50d55 HTTP/1.1" status: 200 len: 1000 time: 0.1157467 Jan 26 21:01:54.636291 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5abbf6f-08c1-4917-8006-117cf0ba5f88 None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:01:54.637203 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-a5abbf6f-08c1-4917-8006-117cf0ba5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:01:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:54.673852 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaccf16-370a-4d09-bb89-687a24a385eb req-fcd9b99c-1c3d-4cd9-89d6-73c04b9d6b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:54.675951 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-adaccf16-370a-4d09-bb89-687a24a385eb req-fcd9b99c-1c3d-4cd9-89d6-73c04b9d6b63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0864937 Jan 26 21:01:54.687315 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [req-adaccf16-370a-4d09-bb89-687a24a385eb req-010c5a55-9f73-4245-9cce-2ce0c03f27c0 service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:01:54.688381 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-adaccf16-370a-4d09-bb89-687a24a385eb req-010c5a55-9f73-4245-9cce-2ce0c03f27c0 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0056441 Jan 26 21:01:54.692731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dbba8-ba16-4024-8cab-2c8b66b7ada7 req-46db7b06-048e-4022-abb0-6b30ef5ad0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:54.694351 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d30dbba8-ba16-4024-8cab-2c8b66b7ada7 req-46db7b06-048e-4022-abb0-6b30ef5ad0da service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0677543 Jan 26 21:01:54.786700 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30dbba8-ba16-4024-8cab-2c8b66b7ada7 req-7980852f-a46c-4ad2-a554-8fa2a9229168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:01:54.788355 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d30dbba8-ba16-4024-8cab-2c8b66b7ada7 req-7980852f-a46c-4ad2-a554-8fa2a9229168 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0881004 Jan 26 21:01:54.846434 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-adaccf16-370a-4d09-bb89-687a24a385eb req-23b1b94c-1dc1-4a93-ad01-95a54e3eb915 service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500745 Jan 26 21:01:54.942087 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d30dbba8-ba16-4024-8cab-2c8b66b7ada7 req-f04b61b6-d555-487c-a90a-2aca6245ce15 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458609 Jan 26 21:01:54.988646 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-a5abbf6f-08c1-4917-8006-117cf0ba5f88 None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:01:54.992212 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-adaccf16-370a-4d09-bb89-687a24a385eb req-b022cdb8-0eab-46d5-8175-d1f1978d8c09 service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391809 Jan 26 21:01:55.090727 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d30dbba8-ba16-4024-8cab-2c8b66b7ada7 req-f776274a-cbe1-4678-bd0a-8d6e6f705087 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1426756 Jan 26 21:01:55.350504 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-a5abbf6f-08c1-4917-8006-117cf0ba5f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': 'dc72f0ba-42a8-46ca-a708-df7488d6f54d', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'port_id': '894cfab8-d008-427c-a48e-dd50efd50d55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'mac_address': 'fa:16:3e:93:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ad073a-8d6b-4dd9-8167-508b6953fdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:01:51Z', 'updated_at': '2021-01-26T21:01:53Z', 'revision_number': 1, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:01:55.354843 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5abbf6f-08c1-4917-8006-117cf0ba5f88 None None] The sync data for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi is: [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': 'dc72f0ba-42a8-46ca-a708-df7488d6f54d', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'floating_ip_address': '172.27.0.245', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'port_id': '894cfab8-d008-427c-a48e-dd50efd50d55', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 662, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'mac_address': 'fa:16:3e:93:2a:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35ad073a-8d6b-4dd9-8167-508b6953fdc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:01:51Z', 'updated_at': '2021-01-26T21:01:53Z', 'revision_number': 1, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 21:01:55.634726 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96acb87a-8d0b-4c5f-aace-289edc6718be None None] New status for floating IP dc72f0ba-42a8-46ca-a708-df7488d6f54d: ACTIVE {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 21:01:57.774151 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:02:01.770348 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-00e406c5-f004-4726-9f86-4919883487af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:02:04.457349 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:02:04.466354 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-67551ec8-a78a-49cd-9723-94e8fef9540b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:02:05.831211 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:02:06.111500 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:02:27.762894 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:02:30.700085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:02:31.771668 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8f008d22-a077-47a1-9b1a-3d3b091a9e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:02:34.463132 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:02:34.468349 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b7c81116-0e0c-4251-b593-5387b042f0a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:02:34.648987 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-792191ec-a2a0-4bd4-8e01-bb78c3fba734 req-fb63a253-7c80-4f5a-a228-a1ac142955b0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0770023 Jan 26 21:02:34.816139 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792191ec-a2a0-4bd4-8e01-bb78c3fba734 req-5b9c876b-4f23-4c10-bab2-461072cafa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:02:34.817701 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-792191ec-a2a0-4bd4-8e01-bb78c3fba734 req-5b9c876b-4f23-4c10-bab2-461072cafa25 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 1163 time: 0.0824831 Jan 26 21:02:35.216190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792191ec-a2a0-4bd4-8e01-bb78c3fba734 req-86010e02-2136-4647-a7c5-590ab275da6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:02:35.217703 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-792191ec-a2a0-4bd4-8e01-bb78c3fba734 req-86010e02-2136-4647-a7c5-590ab275da6b service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.3805194 Jan 26 21:02:35.328421 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-792191ec-a2a0-4bd4-8e01-bb78c3fba734 req-73bbcd86-c001-46e3-b704-fbe8010c4cec service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=894cfab8-d008-427c-a48e-dd50efd50d55 HTTP/1.1" status: 200 len: 1002 time: 0.1041772 Jan 26 21:02:35.398830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792191ec-a2a0-4bd4-8e01-bb78c3fba734 req-d8ff63df-7897-47f5-a1f1-123c6473bd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:02:35.400370 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-792191ec-a2a0-4bd4-8e01-bb78c3fba734 req-d8ff63df-7897-47f5-a1f1-123c6473bd92 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0659413 Jan 26 21:02:35.482636 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792191ec-a2a0-4bd4-8e01-bb78c3fba734 req-4aa5fbba-8569-4c3c-bb69-66de462b515e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:02:35.484144 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-792191ec-a2a0-4bd4-8e01-bb78c3fba734 req-4aa5fbba-8569-4c3c-bb69-66de462b515e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0777030 Jan 26 21:02:35.630001 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-792191ec-a2a0-4bd4-8e01-bb78c3fba734 req-0548c372-a5b4-4c48-a0b1-5a76c58c76e4 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385484 Jan 26 21:02:35.775691 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-792191ec-a2a0-4bd4-8e01-bb78c3fba734 req-357fa96c-ab65-48d9-97d1-1fc5ceaaed1e service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1389813 Jan 26 21:02:35.832147 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:02:36.122688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:02:57.762248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:01.772149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bd834637-6ebf-4ce3-a517-3140d2930a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:04.467546 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:04.470777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-71b031cf-8fa7-4818-9c90-c2c454fc6d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:05.833656 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:06.119104 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:07.699506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:03:27.771513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:31.774408 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c44fa04f-640f-453b-ad96-f8867df65c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:34.468221 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:34.485121 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-6c1d5404-78fd-4c08-bd57-831fae84e526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:35.836569 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:36.122872 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:36.595097 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-160f618a-3acc-499d-aabf-9f5414cc3d0b req-6c1536e4-15b9-4c05-b288-42a0c8910d7f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0793629 Jan 26 21:03:36.758925 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f618a-3acc-499d-aabf-9f5414cc3d0b req-5ce256b0-b2c1-49a0-ac95-8fb4a9d5433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:36.760471 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-160f618a-3acc-499d-aabf-9f5414cc3d0b req-5ce256b0-b2c1-49a0-ac95-8fb4a9d5433f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 1163 time: 0.0775590 Jan 26 21:03:36.917714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f618a-3acc-499d-aabf-9f5414cc3d0b req-eee401b7-a069-4c9a-94a5-75f78cdc3808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:36.919349 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-160f618a-3acc-499d-aabf-9f5414cc3d0b req-eee401b7-a069-4c9a-94a5-75f78cdc3808 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1397133 Jan 26 21:03:37.028828 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-160f618a-3acc-499d-aabf-9f5414cc3d0b req-92811314-1d15-4a2a-a9f2-26f5e0537945 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=894cfab8-d008-427c-a48e-dd50efd50d55 HTTP/1.1" status: 200 len: 1002 time: 0.1032124 Jan 26 21:03:37.099691 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f618a-3acc-499d-aabf-9f5414cc3d0b req-d07bcddf-c841-4b34-9514-71c169cf499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:37.101217 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-160f618a-3acc-499d-aabf-9f5414cc3d0b req-d07bcddf-c841-4b34-9514-71c169cf499b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0663290 Jan 26 21:03:37.184821 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f618a-3acc-499d-aabf-9f5414cc3d0b req-4a1bad4d-b336-4b3d-9f6b-5cc5b1e748f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:37.186401 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-160f618a-3acc-499d-aabf-9f5414cc3d0b req-4a1bad4d-b336-4b3d-9f6b-5cc5b1e748f8 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787513 Jan 26 21:03:37.327369 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-160f618a-3acc-499d-aabf-9f5414cc3d0b req-37f8500d-4bbf-47ec-8f64-cbf7a7d78299 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338151 Jan 26 21:03:37.469788 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-160f618a-3acc-499d-aabf-9f5414cc3d0b req-63c5f89f-6877-4a91-8995-819cc82ff4a3 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1359906 Jan 26 21:03:42.821508 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a3bfae-8d08-43ae-882c-07c69e209a85 req-354fb687-8b16-40f2-bc81-bfa123a77f13 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:42.823132 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d1a3bfae-8d08-43ae-882c-07c69e209a85 req-354fb687-8b16-40f2-bc81-bfa123a77f13 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 946 time: 0.1241992 Jan 26 21:03:42.878357 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d1a3bfae-8d08-43ae-882c-07c69e209a85 req-ea61f9ef-af35-4410-9bb6-2a3b0e6acc11 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0488846 Jan 26 21:03:44.149780 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ad60c-2282-49a4-90d8-30e283f55c22 req-5108261e-dd49-4428-8d05-1dbb76b32a5b tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:44.151406 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-893ad60c-2282-49a4-90d8-30e283f55c22 req-5108261e-dd49-4428-8d05-1dbb76b32a5b tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 946 time: 0.1266944 Jan 26 21:03:44.207033 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-893ad60c-2282-49a4-90d8-30e283f55c22 req-78cc9ddb-570c-4f32-83bc-a1b401dabd03 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0493760 Jan 26 21:03:44.425296 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-8ef6ad62-b23f-4ccb-adb5-6527b7b20fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:44.426081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-8ef6ad62-b23f-4ccb-adb5-6527b7b20fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Synchronizing usage tracker for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 21:03:44.441726 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-8ef6ad62-b23f-4ccb-adb5-6527b7b20fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Unset dirty status for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 21:03:44.442956 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-8ef6ad62-b23f-4ccb-adb5-6527b7b20fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 946 time: 0.1407673 Jan 26 21:03:44.524725 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 894cfab8-d008-427c-a48e-dd50efd50d55 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 21:03:44.533447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Deleting port 894cfab8-d008-427c-a48e-dd50efd50d55 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:03:44.533830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:44.646855 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:44.675130 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ad073a-8d6b-4dd9-8167-508b6953fdc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '894cfab8-d008-427c-a48e-dd50efd50d55'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:03:44.685839 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 894cfab8-d008-427c-a48e-dd50efd50d55, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=894cfab8-d008-427c-a48e-dd50efd50d55,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:03:44.688740 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:44.691151 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:03:44.702703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:03:44.740659 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ad073a-8d6b-4dd9-8167-508b6953fdc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '894cfab8-d008-427c-a48e-dd50efd50d55', 'code': 200} Jan 26 21:03:44.768079 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=894cfab8-d008-427c-a48e-dd50efd50d55,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:03:44.775916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.776302 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.776684 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.777057 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.777425 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.777792 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.778187 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.778552 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.778917 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.779277 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.779641 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.780002 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.780401 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.780762 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.781125 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.781486 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.781840 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.782222 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.782580 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.783212 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.783560 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.783925 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.784283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.784678 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:44.789126 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:03:44.800271 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] For port 894cfab8-d008-427c-a48e-dd50efd50d55, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=894cfab8-d008-427c-a48e-dd50efd50d55,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:03:44.800674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:45.110571 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:45.110988 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:45.111966 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Floating IP dc72f0ba-42a8-46ca-a708-df7488d6f54d disassociated. External IP: 172.27.0.245, port: 894cfab8-d008-427c-a48e-dd50efd50d55. Jan 26 21:03:45.112341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Calling delete_port for 894cfab8-d008-427c-a48e-dd50efd50d55 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:03:45.196537 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80131) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:03:45.197106 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 21:03:45.460311 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdaaa80-6e38-4400-ad22-1006f942f1e9 req-02b3c1a3-f15a-42f2-b366-17a6be5ef823 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:45.461822 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9fdaaa80-6e38-4400-ad22-1006f942f1e9 req-02b3c1a3-f15a-42f2-b366-17a6be5ef823 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 944 time: 0.1265600 Jan 26 21:03:45.520046 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9fdaaa80-6e38-4400-ad22-1006f942f1e9 req-b59e3eef-3dc0-4ae0-a71a-5ca7af45692b tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0519104 Jan 26 21:03:45.698280 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Deleting port 894cfab8-d008-427c-a48e-dd50efd50d55 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:03:45.698670 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:45.963679 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] For port 894cfab8-d008-427c-a48e-dd50efd50d55, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=894cfab8-d008-427c-a48e-dd50efd50d55,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:03:45.964076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:46.274244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:46.274792 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:46.274893 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Floating IP dc72f0ba-42a8-46ca-a708-df7488d6f54d disassociated. External IP: 172.27.0.245, port: 894cfab8-d008-427c-a48e-dd50efd50d55. Jan 26 21:03:46.275247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Calling delete_port for 894cfab8-d008-427c-a48e-dd50efd50d55 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:03:46.426270 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904504'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:46.444394 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:03:46.491923 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event deleted for resources: {'Port': ['ID=894cfab8-d008-427c-a48e-dd50efd50d55,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:03:46.552665 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.553048 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.553449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.553846 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.554265 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.554656 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.555042 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.555426 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.555813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.556198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.556581 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.557221 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.557651 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.558063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.558449 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.558830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.559213 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.559598 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.559987 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.560365 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.560747 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.561127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.561503 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.561898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:03:46.567460 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:03:46.719302 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0ac53577-0cef-44ab-89e0-96c90be859c9 req-fd02c6dc-3ec9-4f4f-a764-9146dfb3c7da tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0487039 Jan 26 21:03:46.822456 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80131) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 21:03:47.244956 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80131) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 21:03:47.255006 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275b034d-e6f4-44c8-ab91-2222c7f6ca39 None None] Sync routers for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 21:03:47.265194 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b034d-e6f4-44c8-ab91-2222c7f6ca39 None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:03:47.265845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-275b034d-e6f4-44c8-ab91-2222c7f6ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:03:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:03:47.283098 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] No DVR routers for this DVR port 894cfab8-d008-427c-a48e-dd50efd50d55 on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 21:03:47.285389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:47.288158 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35ad073a-8d6b-4dd9-8167-508b6953fdc0', 'name': 'network-vif-deleted', 'tag': '894cfab8-d008-427c-a48e-dd50efd50d55'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:03:47.304761 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c4137595-27b4-4fae-b37c-54cd09b75afc req-21f8b35d-8fee-4705-8677-ecb6d29545ea tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "DELETE /v2.0/ports/894cfab8-d008-427c-a48e-dd50efd50d55 HTTP/1.1" status: 204 len: 173 time: 2.8530209 Jan 26 21:03:47.350387 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35ad073a-8d6b-4dd9-8167-508b6953fdc0', 'name': 'network-vif-deleted', 'tag': '894cfab8-d008-427c-a48e-dd50efd50d55', 'status': 'completed', 'code': 200} Jan 26 21:03:47.466083 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-275b034d-e6f4-44c8-ab91-2222c7f6ca39 None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:03:47.791893 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-275b034d-e6f4-44c8-ab91-2222c7f6ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:03:47.795945 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275b034d-e6f4-44c8-ab91-2222c7f6ca39 None None] Checking router: 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 21:03:47.804837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275b034d-e6f4-44c8-ab91-2222c7f6ca39 None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:03:47.805481 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-275b034d-e6f4-44c8-ab91-2222c7f6ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:03:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:03:47.904710 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-bbcad583-17a7-481e-b0e5-0246c957155a req-d8bfcb4f-5bcf-4c2a-85c1-d90150b301b4 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=35ad073a-8d6b-4dd9-8167-508b6953fdc0 HTTP/1.1" status: 200 len: 210 time: 0.0494249 Jan 26 21:03:47.999898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-275b034d-e6f4-44c8-ab91-2222c7f6ca39 None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:03:48.332874 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-275b034d-e6f4-44c8-ab91-2222c7f6ca39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:03:48.337156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275b034d-e6f4-44c8-ab91-2222c7f6ca39 None None] The sync data for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi is: [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 21:03:48.724153 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e74f35-45e7-4d69-b512-dc8af4761025 None None] New status for floating IP dc72f0ba-42a8-46ca-a708-df7488d6f54d: DOWN {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 21:03:49.264459 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6ec7adb3-d671-427f-89ac-a6f05eb380c3 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-464010345&fields=id&tenant_id=eb7dbb5196174143b1af0751cbfcb333 HTTP/1.1" status: 200 len: 267 time: 0.0501950 Jan 26 21:03:49.464983 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-d4941ab0-ffee-4fff-aec8-2fe589445c96 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:49.466612 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-d4941ab0-ffee-4fff-aec8-2fe589445c96 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 812 time: 0.1951823 Jan 26 21:03:49.483303 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-77bbc4df-33b7-4922-9749-88149cb582ad tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/quotas/eb7dbb5196174143b1af0751cbfcb333 HTTP/1.1" status: 200 len: 375 time: 0.0103374 Jan 26 21:03:49.601180 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-bdf6a4d2-b58d-48b1-bb84-70cdef8d6abd tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1118102 Jan 26 21:03:49.618069 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-4c938d8b-e198-497d-9583-7ab5133cf42b service neutron] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:03:49.619139 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-4c938d8b-e198-497d-9583-7ab5133cf42b service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0054562 Jan 26 21:03:49.764444 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-04f445d0-f90f-4c2b-82d6-aeb1b21826e3 service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386778 Jan 26 21:03:50.144946 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-e9a69f0d-5ef4-4521-b95f-302de128f0da service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3732574 Jan 26 21:03:50.583253 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ecd4ffba-3a8b-4939-9986-61ffb898603a req-75fc47f3-fa7c-475e-ba5a-65078b1a9144 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 210 time: 0.0473685 Jan 26 21:03:51.709296 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-cb25ebda-a49a-42dc-80e4-86be72b04776 req-e010c1bd-cdea-4490-b95b-40f36f0a479d tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 210 time: 0.0514529 Jan 26 21:03:52.829005 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-dfa2a9ca-05b3-452d-9df7-2ec9a685986a req-9ab403df-9004-4d38-ab2a-7112bf2ca679 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 210 time: 0.0469873 Jan 26 21:03:54.003502 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-14c0a781-dacc-476d-8467-8fe78479eabf req-c325fa11-3743-4884-aca3-94c5ff3f5e95 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 210 time: 0.0475368 Jan 26 21:03:55.187348 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-60115a5e-fa77-48c0-9847-58775058a56f req-7ab8fee4-cc56-45e2-8ef2-3bbec9b262a9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 210 time: 0.0525658 Jan 26 21:03:55.791898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-f9731fae-3500-4027-9f81-2596caa22019 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:55.793515 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-f9731fae-3500-4027-9f81-2596caa22019 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 812 time: 0.1995900 Jan 26 21:03:55.899130 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-058a309e-44e0-40ad-8817-0f246a6e96f9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb7dbb5196174143b1af0751cbfcb333 HTTP/1.1" status: 200 len: 5763 time: 0.0874951 Jan 26 21:03:55.908548 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Request body: {'port': {'device_id': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'admin_state_up': True, 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'security_groups': ['2337da0b-7b4c-4e74-9ff3-9bac8aa78454']}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:03:56.055156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:03:56.059724 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Usage tracker for resource:port and tenant:eb7dbb5196174143b1af0751cbfcb333 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:03:56.062714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Quota usage for port was recalculated. Used quota:3. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:03:56.068492 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:03:56.077801 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Made reservation on behalf of eb7dbb5196174143b1af0751cbfcb333 for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 21:03:56.091833 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:56.368934 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9fb836d1-bd52-4a91-94dc-d56065838d41 req-a99e5bca-b55c-42d4-8a7a-79ecacc280a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 210 time: 0.0511000 Jan 26 21:03:56.411715 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Allocated IP 172.20.0.11 (f1c8c5b5-3b3e-4092-89a8-699477b72fe8/44bde292-d121-4220-b778-632de8a54296/878bfafb-216a-4359-b3c5-baf1b4297d01) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 21:03:56.625858 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:56.643764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Transition to ACTIVE for port object 878bfafb-216a-4359-b3c5-baf1b4297d01 will not be triggered until provisioned by entity DHCP. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:03:56.666640 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904504'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:56.684111 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4a2a0b63-fbf9-4efa-bf4a-4995c8bf4b35 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:03:56.823510 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event updated for resources: {'Port': ['ID=878bfafb-216a-4359-b3c5-baf1b4297d01,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:03:56.826728 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:03:56.881232 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 21:03:56.882350 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:03:56.884614 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 21:03:56.990835 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:56.991775 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:57.019219 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-c0962766-2e7c-46ff-a82a-5620ed806a7a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1147118 Jan 26 21:03:57.036999 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Request body: {'port': {'device_id': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:03:57.092972 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-ba35f153-8847-49f9-86fa-00af0a17e2cd None None] Provisioning for port 878bfafb-216a-4359-b3c5-baf1b4297d01 completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:03:57.099111 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-ba35f153-8847-49f9-86fa-00af0a17e2cd None None] Provisioning complete for port 878bfafb-216a-4359-b3c5-baf1b4297d01 triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:03:57.099525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ba35f153-8847-49f9-86fa-00af0a17e2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:57.155486 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-ba35f153-8847-49f9-86fa-00af0a17e2cd None None] Port 878bfafb-216a-4359-b3c5-baf1b4297d01 cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 21:03:57.158151 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:57.576573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 878bfafb-216a-4359-b3c5-baf1b4297d01 {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 21:03:57.584698 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:57.597190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Transition to ACTIVE for port object 878bfafb-216a-4359-b3c5-baf1b4297d01 will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:03:57.599842 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839871311'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:57.615833 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ecf52bf0-2438-43ce-843b-1d330baf7235 tempest-AttachVolumeNegativeTest-812935864 tempest-AttachVolumeNegativeTest-812935864-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:03:57.624819 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb40c0-5c8a-49ee-b426-b1834d2e147a req-e738efec-1495-49fa-bc3c-c8b3fcf99427 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:57.627296 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3cfb40c0-5c8a-49ee-b426-b1834d2e147a req-e738efec-1495-49fa-bc3c-c8b3fcf99427 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 932 time: 0.1265912 Jan 26 21:03:57.688379 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3cfb40c0-5c8a-49ee-b426-b1834d2e147a req-d10431fa-2cc1-4248-8abb-bcb8f7930682 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0542624 Jan 26 21:03:57.755961 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Pushing event updated for resources: {'Port': ['ID=878bfafb-216a-4359-b3c5-baf1b4297d01,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:03:57.760448 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:03:57.795133 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:57.952196 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Attempting to bind port 878bfafb-216a-4359-b3c5-baf1b4297d01 on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:03:57.952576 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Attempting to bind port 878bfafb-216a-4359-b3c5-baf1b4297d01 by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 21:03:57.952937 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Attempting to bind port 878bfafb-216a-4359-b3c5-baf1b4297d01 on network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 21:03:57.958957 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 21:03:57.959330 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Checking segment: {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 21:03:57.959736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:57.960130 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Bound using segment: {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 21:03:57.960602 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Bound port: 878bfafb-216a-4359-b3c5-baf1b4297d01, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 21:03:57.960974 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:58.058178 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] For port 878bfafb-216a-4359-b3c5-baf1b4297d01, host hv-cinder-76810, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 21:03:58.061261 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] For port 878bfafb-216a-4359-b3c5-baf1b4297d01, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=878bfafb-216a-4359-b3c5-baf1b4297d01,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 21:03:58.064525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839871311'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:58.079823 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a6abb6a2-3298-4068-97bb-26e2aa581fc0 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:03:58.229281 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Pushing event updated for resources: {'Port': ['ID=878bfafb-216a-4359-b3c5-baf1b4297d01,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:03:58.234660 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:03:58.268420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:58.269117 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:03:58.270691 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-6864dcbf-766c-4e32-9779-37d85eb69d73 service neutron] 10.222.0.11 "PUT /v2.0/ports/878bfafb-216a-4359-b3c5-baf1b4297d01 HTTP/1.1" status: 200 len: 1158 time: 1.2384205 Jan 26 21:03:58.271221 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'tag': '878bfafb-216a-4359-b3c5-baf1b4297d01'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:03:58.371922 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'tag': '878bfafb-216a-4359-b3c5-baf1b4297d01', 'status': 'completed', 'code': 200} Jan 26 21:03:58.413098 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-2b669cf7-c319-45cf-8a42-a5db8f8afded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:58.414831 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-2b669cf7-c319-45cf-8a42-a5db8f8afded service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 1161 time: 0.0908220 Jan 26 21:03:58.494942 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-f3bc8360-e2e6-4b47-a3e9-63686dbea8fb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=878bfafb-216a-4359-b3c5-baf1b4297d01 HTTP/1.1" status: 200 len: 217 time: 0.0671887 Jan 26 21:03:58.567294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-122c6cad-e957-4f5d-a848-9368b8746a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:58.568838 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-122c6cad-e957-4f5d-a848-9368b8746a80 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0671749 Jan 26 21:03:58.650377 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-998f45bf-b5a8-4f8b-ba32-5fb1dc5c1fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:58.651970 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-998f45bf-b5a8-4f8b-ba32-5fb1dc5c1fe6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0766137 Jan 26 21:03:58.796761 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-cb730a0e-3380-4b32-b1cc-959e991b318b service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376967 Jan 26 21:03:58.943455 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9d00a54f-5019-451e-9fc6-51c2da1db1fd req-80432e2f-2e4c-499e-8257-936f6be25aef service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1401737 Jan 26 21:03:58.945911 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca12cc3-9187-4778-8336-173b603d95e9 req-b2dc440c-57c6-438e-b54e-567a0d17ca34 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:58.947533 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-bca12cc3-9187-4778-8336-173b603d95e9 req-b2dc440c-57c6-438e-b54e-567a0d17ca34 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 944 time: 0.1285307 Jan 26 21:03:59.005175 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-bca12cc3-9187-4778-8336-173b603d95e9 req-4481910f-9736-4774-88d3-969c8d16f778 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0512931 Jan 26 21:03:59.114278 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c35c72-a1d9-4c22-8bc9-f950741e8bc0 req-e9382914-6618-40c0-986a-1f4198eae576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:59.115854 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37c35c72-a1d9-4c22-8bc9-f950741e8bc0 req-e9382914-6618-40c0-986a-1f4198eae576 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 1161 time: 0.0796006 Jan 26 21:03:59.257616 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c35c72-a1d9-4c22-8bc9-f950741e8bc0 req-eaeaa1e6-79fc-4a8b-9a7b-a904fa2306d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:59.259244 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37c35c72-a1d9-4c22-8bc9-f950741e8bc0 req-eaeaa1e6-79fc-4a8b-9a7b-a904fa2306d3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1348865 Jan 26 21:03:59.330889 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37c35c72-a1d9-4c22-8bc9-f950741e8bc0 req-ded0a9ff-952e-476a-a8d9-cf2d5587a8ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=878bfafb-216a-4359-b3c5-baf1b4297d01 HTTP/1.1" status: 200 len: 217 time: 0.0648460 Jan 26 21:03:59.402457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c35c72-a1d9-4c22-8bc9-f950741e8bc0 req-d45b9715-4ada-49a3-8362-85c714623bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:59.403886 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37c35c72-a1d9-4c22-8bc9-f950741e8bc0 req-d45b9715-4ada-49a3-8362-85c714623bd5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0665548 Jan 26 21:03:59.484717 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c35c72-a1d9-4c22-8bc9-f950741e8bc0 req-66510182-7314-4623-9322-c2da91dd4c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:03:59.486599 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37c35c72-a1d9-4c22-8bc9-f950741e8bc0 req-66510182-7314-4623-9322-c2da91dd4c43 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764256 Jan 26 21:03:59.627514 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37c35c72-a1d9-4c22-8bc9-f950741e8bc0 req-9084b157-e6d4-4f56-8574-f9ca14a33bd3 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343880 Jan 26 21:03:59.782744 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-37c35c72-a1d9-4c22-8bc9-f950741e8bc0 req-7e5faeb6-c3b4-44b4-82cf-c7a59673b4f9 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1486278 Jan 26 21:04:00.276801 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c9cd0-31a1-44dd-863f-bfc3db7fb0f4 req-fa2e2bf4-4488-4f34-a224-753fbb0d856a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:00.278699 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f42c9cd0-31a1-44dd-863f-bfc3db7fb0f4 req-fa2e2bf4-4488-4f34-a224-753fbb0d856a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 944 time: 0.1370358 Jan 26 21:04:00.337045 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f42c9cd0-31a1-44dd-863f-bfc3db7fb0f4 req-c161ec12-ec43-49ed-b39f-2f06270b24c4 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0513768 Jan 26 21:04:01.591778 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841d1693-a250-4575-b048-55d4d0d0f7a2 req-b6ac8fe9-2bc4-4878-883b-1b494bcb4571 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:01.593368 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-841d1693-a250-4575-b048-55d4d0d0f7a2 req-b6ac8fe9-2bc4-4878-883b-1b494bcb4571 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 944 time: 0.1231532 Jan 26 21:04:01.655572 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-841d1693-a250-4575-b048-55d4d0d0f7a2 req-dc0aa3a4-b40d-4ad8-b2d4-a3224cb38051 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0552881 Jan 26 21:04:01.776816 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c8ba2188-0890-498c-9d7c-25ea5b8b264d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:02.906858 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f0dae-8cd9-462b-b42a-4fb3f42911e3 req-5f35a6a7-9098-4779-868c-d09bfa20b7c7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:02.908516 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fc8f0dae-8cd9-462b-b42a-4fb3f42911e3 req-5f35a6a7-9098-4779-868c-d09bfa20b7c7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 944 time: 0.1240401 Jan 26 21:04:02.964045 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fc8f0dae-8cd9-462b-b42a-4fb3f42911e3 req-9422b8e1-a85f-4f7b-891d-1ae1630909d6 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0492179 Jan 26 21:04:04.216478 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701cee0d-5894-4897-bd2c-d9e5d6d5cdc9 req-00518b1e-bd45-41ea-9e38-d43e3b5c92b6 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:04.218118 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-701cee0d-5894-4897-bd2c-d9e5d6d5cdc9 req-00518b1e-bd45-41ea-9e38-d43e3b5c92b6 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 944 time: 0.1269102 Jan 26 21:04:04.274423 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-701cee0d-5894-4897-bd2c-d9e5d6d5cdc9 req-f1038e04-e1ae-4b72-a75c-8a37bdb29bd6 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0494609 Jan 26 21:04:04.465832 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:04.495744 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-c23479fe-3eb2-4790-8a32-c50b5aa16520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:05.526392 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38127841-1ee0-4622-ad92-12123dd4842e req-9aa0eedd-4a1c-493a-9f45-69d2c434c2b5 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:05.527993 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-38127841-1ee0-4622-ad92-12123dd4842e req-9aa0eedd-4a1c-493a-9f45-69d2c434c2b5 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 944 time: 0.1258183 Jan 26 21:04:05.587374 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-38127841-1ee0-4622-ad92-12123dd4842e req-57c33ec0-dea6-4aed-9e6e-1ddeda0bf36b tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0529926 Jan 26 21:04:05.838061 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:06.127179 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:06.836327 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e258c1e-612e-430e-bb65-87b11e53c7f9 req-6ecd27ae-9fe7-4d54-ac57-ace090b591bc tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:06.837953 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e258c1e-612e-430e-bb65-87b11e53c7f9 req-6ecd27ae-9fe7-4d54-ac57-ace090b591bc tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 944 time: 0.1229315 Jan 26 21:04:06.893562 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-2e258c1e-612e-430e-bb65-87b11e53c7f9 req-e98842fa-c721-47f0-8d5a-b88be5ff2c7d tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0493431 Jan 26 21:04:07.151542 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 878bfafb-216a-4359-b3c5-baf1b4297d01 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:04:07.220513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port 878bfafb-216a-4359-b3c5-baf1b4297d01 completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:04:07.225311 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 878bfafb-216a-4359-b3c5-baf1b4297d01 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:04:07.225758 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:07.346698 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:07.373777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878bfafb-216a-4359-b3c5-baf1b4297d01'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:04:07.384082 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port 878bfafb-216a-4359-b3c5-baf1b4297d01, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=878bfafb-216a-4359-b3c5-baf1b4297d01,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:04:07.388076 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:07.390013 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:04:07.434930 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '878bfafb-216a-4359-b3c5-baf1b4297d01', 'code': 200} Jan 26 21:04:07.461325 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=878bfafb-216a-4359-b3c5-baf1b4297d01,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:04:07.464575 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:04:07.742029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b9e3a-8eb2-4e0d-a6a2-111803665e90 req-0e1e506f-24cd-415c-862d-67cb53f09b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:07.743639 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9a9b9e3a-8eb2-4e0d-a6a2-111803665e90 req-0e1e506f-24cd-415c-862d-67cb53f09b11 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 1163 time: 0.0817726 Jan 26 21:04:07.787628 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9a9b9e3a-8eb2-4e0d-a6a2-111803665e90 req-160ca803-79f4-4486-84e7-f64c1bc4ac0e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0372791 Jan 26 21:04:08.152726 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a117aee2-2da2-4b1b-8960-cb56be2c27a1 req-784d0585-0c91-4785-9521-c5af397a60a1 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:08.154347 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a117aee2-2da2-4b1b-8960-cb56be2c27a1 req-784d0585-0c91-4785-9521-c5af397a60a1 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 946 time: 0.1293693 Jan 26 21:04:08.210909 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-a117aee2-2da2-4b1b-8960-cb56be2c27a1 req-89a5ee5b-05b1-41f7-bb61-540f4124b78d tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0502148 Jan 26 21:04:08.917084 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 878bfafb-216a-4359-b3c5-baf1b4297d01 up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:04:08.991854 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port 878bfafb-216a-4359-b3c5-baf1b4297d01 triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:04:08.992273 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:09.467148 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4298a8-e8db-4bc4-9d06-6c259255ba01 req-2a7d625f-3e27-4e4b-bff1-196fb04186ed tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:09.468754 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ef4298a8-e8db-4bc4-9d06-6c259255ba01 req-2a7d625f-3e27-4e4b-bff1-196fb04186ed tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 946 time: 0.1244426 Jan 26 21:04:09.529228 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ef4298a8-e8db-4bc4-9d06-6c259255ba01 req-16813947-c0ee-4367-baf3-ab1f1e3a1ceb tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0531778 Jan 26 21:04:09.781071 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423812d3-4ffa-40dc-ba54-5b4217c5f710 req-8387b773-0a05-4713-964d-df538d873855 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:09.782682 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-423812d3-4ffa-40dc-ba54-5b4217c5f710 req-8387b773-0a05-4713-964d-df538d873855 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 946 time: 0.1252251 Jan 26 21:04:09.837790 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-423812d3-4ffa-40dc-ba54-5b4217c5f710 req-f45480bb-39fb-47e5-af6f-0df5a46ff163 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0487916 Jan 26 21:04:10.064247 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-28623855-46a5-4490-968e-376bb6da3fd1 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1724539 Jan 26 21:04:10.074136 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Request body: {'floatingip': {'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:04:10.087521 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:04:10.097674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:04:10.106224 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:10.249555 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:10.526988 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Allocated IP 172.27.0.29 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/3ee0ee32-eeae-460d-9c14-c5d53b1c725c) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 21:04:10.682671 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:10.711558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:10.726709 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-d4836fb6-2b26-40b8-8631-671d803eeb1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:04:10.856808 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event updated for resources: {'Port': ['ID=3ee0ee32-eeae-460d-9c14-c5d53b1c725c,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:04:10.868590 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.869011 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.869419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.869824 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.870291 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.870690 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.871088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.871486 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.871882 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.872279 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.872673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.873066 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.873500 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.873920 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.874315 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.874706 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.875098 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.875497 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.876453 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.876905 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.877307 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.877707 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.878101 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.878496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:04:10.892843 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:04:10.934673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 21:04:10.935838 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:04:10.938157 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 21:04:11.017540 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:11.078029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:11.346217 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:11.349578 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:11.364893 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-38a3947d-3f50-4166-9eb1-721ec9680929 tempest-TestMinimumBasicScenario-2042246624 tempest-TestMinimumBasicScenario-2042246624-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:04:11.500397 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event updated for resources: {'Port': ['ID=3ee0ee32-eeae-460d-9c14-c5d53b1c725c,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:04:11.504081 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:04:11.607916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:11.635389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:11.636701 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a796f9e9-7ac1-4f68-9afc-b023d045dd14 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5667064 Jan 26 21:04:11.733126 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a1a29d5f-f53b-44d0-8faf-79550a8c4dd2 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Synchronizing usage tracker for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:floatingip {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 21:04:11.747783 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a1a29d5f-f53b-44d0-8faf-79550a8c4dd2 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Unset dirty status for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:floatingip {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 21:04:11.749077 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-a1a29d5f-f53b-44d0-8faf-79550a8c4dd2 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.29 HTTP/1.1" status: 200 len: 695 time: 0.1048241 Jan 26 21:04:11.947777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-2c0ff905-0573-4d6e-98f2-5d13b5171455 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:11.949162 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-aa704aff-0eb3-4788-9f2f-59f37ba2a0d4 req-2c0ff905-0573-4d6e-98f2-5d13b5171455 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/networks/4bf8f360-8c6f-48c4-992b-12f8abb374b0 HTTP/1.1" status: 200 len: 784 time: 0.1935482 Jan 26 21:04:12.178580 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-08c453db-9f0c-489d-a376-56e02dde1b87 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:12.180183 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-08c453db-9f0c-489d-a376-56e02dde1b87 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1245375 Jan 26 21:04:12.509354 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-ccca0e86-c793-420d-bbb4-4b6a19569c45 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.29 HTTP/1.1" status: 200 len: 695 time: 0.3224812 Jan 26 21:04:12.521615 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-81411499-83e3-4c71-a873-04bfbcdc51a9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Request body: {'floatingip': {'port_id': '878bfafb-216a-4359-b3c5-baf1b4297d01', 'fixed_ip_address': '172.20.0.11'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:04:12.614399 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-81411499-83e3-4c71-a873-04bfbcdc51a9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:13.222032 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-81411499-83e3-4c71-a873-04bfbcdc51a9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:13.224720 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-81411499-83e3-4c71-a873-04bfbcdc51a9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:13.400901 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-81411499-83e3-4c71-a873-04bfbcdc51a9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Floating IP 8b416cd9-3117-4ba0-b379-cf3ad3e02bb4 associated. External IP: 172.27.0.29, port: 878bfafb-216a-4359-b3c5-baf1b4297d01. Jan 26 21:04:13.770531 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-81411499-83e3-4c71-a873-04bfbcdc51a9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 21:04:13.957574 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-81411499-83e3-4c71-a873-04bfbcdc51a9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 21:04:13.961813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-81411499-83e3-4c71-a873-04bfbcdc51a9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:13.967211 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f2cb6-1a81-4106-8871-6077defcbdb0 None None] Sync routers for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 21:04:13.981629 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f2cb6-1a81-4106-8871-6077defcbdb0 None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:04:13.982342 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-ab5f2cb6-1a81-4106-8871-6077defcbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:04:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:04:14.019929 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-81411499-83e3-4c71-a873-04bfbcdc51a9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "PUT /v2.0/floatingips/8b416cd9-3117-4ba0-b379-cf3ad3e02bb4 HTTP/1.1" status: 200 len: 996 time: 1.5044031 Jan 26 21:04:14.020491 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'tag': '878bfafb-216a-4359-b3c5-baf1b4297d01'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:04:14.086892 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'tag': '878bfafb-216a-4359-b3c5-baf1b4297d01', 'status': 'completed', 'code': 200} Jan 26 21:04:14.215766 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b5683-f2e0-4515-beaa-1b82b0f4c8ed req-c6f463eb-df7f-4ccd-913d-f7ce5a691923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:14.217478 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8b9b5683-f2e0-4515-beaa-1b82b0f4c8ed req-c6f463eb-df7f-4ccd-913d-f7ce5a691923 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 1163 time: 0.0827489 Jan 26 21:04:14.237560 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-97101c60-de17-47a4-8fc7-12fe911bc28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:14.239274 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-97101c60-de17-47a4-8fc7-12fe911bc28d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 1163 time: 0.1975899 Jan 26 21:04:14.341898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-ab5f2cb6-1a81-4106-8871-6077defcbdb0 None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:04:14.396739 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-4ab63d1a-c66a-438f-8b00-9c8fc1a1ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:14.398417 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-4ab63d1a-c66a-438f-8b00-9c8fc1a1ccf8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1522636 Jan 26 21:04:14.527217 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-c20c1a08-9d84-40d4-af03-ba96dac677a6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=878bfafb-216a-4359-b3c5-baf1b4297d01 HTTP/1.1" status: 200 len: 999 time: 0.1214242 Jan 26 21:04:14.597817 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-c67304c1-4163-4d8c-a570-5d181e8586b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:14.602577 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-c67304c1-4163-4d8c-a570-5d181e8586b0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0678995 Jan 26 21:04:14.619553 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b5683-f2e0-4515-beaa-1b82b0f4c8ed req-860910a6-4868-44bb-b28e-4bd14693140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:14.621035 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8b9b5683-f2e0-4515-beaa-1b82b0f4c8ed req-860910a6-4868-44bb-b28e-4bd14693140a service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.3965752 Jan 26 21:04:14.696874 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-88fadf20-4677-46c8-aff5-c7669dddc22e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:14.698556 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-88fadf20-4677-46c8-aff5-c7669dddc22e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0925577 Jan 26 21:04:14.737021 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8b9b5683-f2e0-4515-beaa-1b82b0f4c8ed req-4ce160e1-ec16-4f77-9607-5dcd43406541 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=878bfafb-216a-4359-b3c5-baf1b4297d01 HTTP/1.1" status: 200 len: 999 time: 0.1087198 Jan 26 21:04:14.739859 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-ab5f2cb6-1a81-4106-8871-6077defcbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '8b416cd9-3117-4ba0-b379-cf3ad3e02bb4', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'port_id': '878bfafb-216a-4359-b3c5-baf1b4297d01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'mac_address': 'fa:16:3e:02:77:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:04:10Z', 'updated_at': '2021-01-26T21:04:13Z', 'revision_number': 1, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:04:14.743986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f2cb6-1a81-4106-8871-6077defcbdb0 None None] Checking router: 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 21:04:14.753543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f2cb6-1a81-4106-8871-6077defcbdb0 None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:04:14.754141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-ab5f2cb6-1a81-4106-8871-6077defcbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:04:04Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:04:14.811294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b5683-f2e0-4515-beaa-1b82b0f4c8ed req-860b9b6f-41f0-414e-bfaa-4a8d679dc5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:14.813841 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8b9b5683-f2e0-4515-beaa-1b82b0f4c8ed req-860b9b6f-41f0-414e-bfaa-4a8d679dc5a9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0693538 Jan 26 21:04:14.848088 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-5e2a1823-663a-42aa-b886-1597fe010710 service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413543 Jan 26 21:04:14.896361 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b5683-f2e0-4515-beaa-1b82b0f4c8ed req-52c982b6-6ee2-4723-947a-b73a2dd27e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:14.898020 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8b9b5683-f2e0-4515-beaa-1b82b0f4c8ed req-52c982b6-6ee2-4723-947a-b73a2dd27e92 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0788705 Jan 26 21:04:14.942663 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-ab5f2cb6-1a81-4106-8871-6077defcbdb0 None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:04:14.995505 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6b42fe2-2a1a-4195-a17c-6100007697f3 req-6aa7dca0-ef8f-44e1-ba08-0a72238834ac service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1398356 Jan 26 21:04:15.052902 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8b9b5683-f2e0-4515-beaa-1b82b0f4c8ed req-c6bd4b96-4634-4024-b719-2239756a3b42 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481640 Jan 26 21:04:15.199965 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8b9b5683-f2e0-4515-beaa-1b82b0f4c8ed req-8fe7e451-873c-47fe-baf5-ad5b88d3dadb service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1407850 Jan 26 21:04:15.317938 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-ab5f2cb6-1a81-4106-8871-6077defcbdb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '8b416cd9-3117-4ba0-b379-cf3ad3e02bb4', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'port_id': '878bfafb-216a-4359-b3c5-baf1b4297d01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'mac_address': 'fa:16:3e:02:77:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:04:10Z', 'updated_at': '2021-01-26T21:04:13Z', 'revision_number': 1, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:04:15.322056 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5f2cb6-1a81-4106-8871-6077defcbdb0 None None] The sync data for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi is: [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '8b416cd9-3117-4ba0-b379-cf3ad3e02bb4', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'port_id': '878bfafb-216a-4359-b3c5-baf1b4297d01', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'mac_address': 'fa:16:3e:02:77:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:04:10Z', 'updated_at': '2021-01-26T21:04:13Z', 'revision_number': 1, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 21:04:15.611704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9ea3fa-ca22-4255-9086-61e886abad03 None None] New status for floating IP 8b416cd9-3117-4ba0-b379-cf3ad3e02bb4: ACTIVE {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 21:04:21.702246 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:04:27.806592 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:31.778572 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0ca7-3fd3-43db-bfaa-e1af8c579715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:34.465356 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:34.485206 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-caff2f93-03e5-460d-b964-efffa8fb16b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:35.840991 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:36.130433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:37.644614 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-83d1eb6b-e578-46a0-8084-8405dd45b40c req-5f5e90be-f0c0-453b-997a-c2cf804ccb23 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0772953 Jan 26 21:04:37.810828 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1eb6b-e578-46a0-8084-8405dd45b40c req-0e096e6d-519f-4f5c-85b1-8a985f16d8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:37.812380 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-83d1eb6b-e578-46a0-8084-8405dd45b40c req-0e096e6d-519f-4f5c-85b1-8a985f16d8d7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 1163 time: 0.0807149 Jan 26 21:04:37.965276 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1eb6b-e578-46a0-8084-8405dd45b40c req-952aeed3-c3ff-442a-ba73-e77759ee6929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:37.966783 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-83d1eb6b-e578-46a0-8084-8405dd45b40c req-952aeed3-c3ff-442a-ba73-e77759ee6929 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1357460 Jan 26 21:04:38.072894 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-83d1eb6b-e578-46a0-8084-8405dd45b40c req-69264782-0a0e-4d24-9ed0-da545a6cac80 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=878bfafb-216a-4359-b3c5-baf1b4297d01 HTTP/1.1" status: 200 len: 1001 time: 0.0999014 Jan 26 21:04:38.140650 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1eb6b-e578-46a0-8084-8405dd45b40c req-b7f20436-51e4-48f3-9ff7-2ad61140ca7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:38.142166 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-83d1eb6b-e578-46a0-8084-8405dd45b40c req-b7f20436-51e4-48f3-9ff7-2ad61140ca7b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0629649 Jan 26 21:04:38.219979 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1eb6b-e578-46a0-8084-8405dd45b40c req-c887a15f-e357-4575-8b90-d004e35016d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:04:38.221465 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-83d1eb6b-e578-46a0-8084-8405dd45b40c req-c887a15f-e357-4575-8b90-d004e35016d2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735426 Jan 26 21:04:38.362457 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-83d1eb6b-e578-46a0-8084-8405dd45b40c req-da8be788-dab6-4554-9f6a-b920206985ba service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336324 Jan 26 21:04:38.502478 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-83d1eb6b-e578-46a0-8084-8405dd45b40c req-e06ac599-4b83-4b3d-95c5-0591d62c93e1 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1331990 Jan 26 21:04:57.805194 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:04:58.702079 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:05:01.779285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d2686f3c-1d30-4687-b18c-ca898988ff0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:04.468891 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:04.484153 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9c7c1a70-bfb8-48ed-9c7d-045695976a40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:05.842964 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:06.132957 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:27.804723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:31.780309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fa3df4a2-b280-49fa-a8e8-ab69997c5d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:34.476942 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:34.484404 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0c4b7973-38d6-4059-a13a-d9994fe15025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:35.701633 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:05:35.844438 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:36.136881 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:39.642601 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-c4f42bb4-c677-48bf-a539-c99313e601ba tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-464010345&fields=id&tenant_id=eb7dbb5196174143b1af0751cbfcb333 HTTP/1.1" status: 200 len: 267 time: 0.2976220 Jan 26 21:05:39.843520 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-b25c749c-26c2-40ef-b2d6-6800186398a8 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:39.845085 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-b25c749c-26c2-40ef-b2d6-6800186398a8 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 812 time: 0.1953142 Jan 26 21:05:39.861494 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-650117ce-9804-4a04-923f-a98f676fa010 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/quotas/eb7dbb5196174143b1af0751cbfcb333 HTTP/1.1" status: 200 len: 375 time: 0.0098331 Jan 26 21:05:39.992954 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-f784a693-fc7d-4716-9ba8-48cefaea800d tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1258764 Jan 26 21:05:40.140675 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-764c9ca8-bc82-4d3a-8031-612a5ac18706 service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355853 Jan 26 21:05:40.288318 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-b2a2c257-56e6-435a-be0e-2ff0dbbcc189 service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1403840 Jan 26 21:05:40.302762 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ecea6888-0588-4b49-b75d-664c5debf761 req-ba90b6d1-f9fc-45e4-be2d-90c63bb03f74 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.0794570 Jan 26 21:05:40.469961 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea6888-0588-4b49-b75d-664c5debf761 req-fa712fc3-f997-42fb-8fb5-a6e04342770e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:40.471676 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ecea6888-0588-4b49-b75d-664c5debf761 req-fa712fc3-f997-42fb-8fb5-a6e04342770e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 1163 time: 0.0795789 Jan 26 21:05:40.632759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea6888-0588-4b49-b75d-664c5debf761 req-cde62572-bcb6-4fff-9818-28104680023b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:40.634421 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ecea6888-0588-4b49-b75d-664c5debf761 req-cde62572-bcb6-4fff-9818-28104680023b service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1448491 Jan 26 21:05:40.734109 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ca3f77b5-d17d-4285-9867-6cc392a7c8af req-9fb113e3-96a3-4e70-aadb-1ebc54edaaa5 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 210 time: 0.0542645 Jan 26 21:05:40.761408 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ecea6888-0588-4b49-b75d-664c5debf761 req-790eb6a5-6969-4a96-a5a7-6744e241b5b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=878bfafb-216a-4359-b3c5-baf1b4297d01 HTTP/1.1" status: 200 len: 1001 time: 0.1208341 Jan 26 21:05:40.834166 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea6888-0588-4b49-b75d-664c5debf761 req-320559ba-b97c-49cc-b450-a2f80582f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:40.835734 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ecea6888-0588-4b49-b75d-664c5debf761 req-320559ba-b97c-49cc-b450-a2f80582f704 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0674880 Jan 26 21:05:40.920667 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecea6888-0588-4b49-b75d-664c5debf761 req-a7e796d9-7203-4369-976f-3a9fac55b45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:40.922348 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ecea6888-0588-4b49-b75d-664c5debf761 req-a7e796d9-7203-4369-976f-3a9fac55b45c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0808146 Jan 26 21:05:41.064665 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ecea6888-0588-4b49-b75d-664c5debf761 req-dc923d4a-f735-4d58-82b1-0098384062c0 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360214 Jan 26 21:05:41.208216 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ecea6888-0588-4b49-b75d-664c5debf761 req-1c30566e-ef01-4e9b-bc36-d24a0c74d3b1 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1368647 Jan 26 21:05:41.887465 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-087f3285-b3cc-4e50-9013-9e88ea840a26 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:41.889658 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-087f3285-b3cc-4e50-9013-9e88ea840a26 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 812 time: 0.2008605 Jan 26 21:05:41.919907 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f411de46-f76a-4d86-8eb5-02d3d35c1c5f req-70c776cd-5bf4-403f-960e-2bfc705d7161 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 210 time: 0.0484567 Jan 26 21:05:41.990880 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-3fe8722b-0e75-48d8-b4e5-fce13c69d2f3 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "GET /v2.0/security-groups?tenant_id=eb7dbb5196174143b1af0751cbfcb333 HTTP/1.1" status: 200 len: 5763 time: 0.0843272 Jan 26 21:05:41.999940 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Request body: {'port': {'device_id': 'a79bbe51-0675-4528-8981-3483969a0827', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'admin_state_up': True, 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'security_groups': ['2337da0b-7b4c-4e74-9ff3-9bac8aa78454']}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:42.145071 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:05:42.149375 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Usage tracker for resource:port and tenant:eb7dbb5196174143b1af0751cbfcb333 is out of sync, need to count used quota {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 26 21:05:42.152322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Quota usage for port was recalculated. Used quota:5. {{(pid=80131) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 26 21:05:42.158077 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80131) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:05:42.166535 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Made reservation on behalf of eb7dbb5196174143b1af0751cbfcb333 for: {'port': 1} {{(pid=80131) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 26 21:05:42.180145 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:42.489733 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Allocated IP 172.20.0.9 (f1c8c5b5-3b3e-4092-89a8-699477b72fe8/44bde292-d121-4220-b778-632de8a54296/af6a41a7-0a72-448a-8acd-04665039c71b) {{(pid=80131) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 21:05:42.693772 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for port, precommit_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:42.709986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Transition to ACTIVE for port object af6a41a7-0a72-448a-8acd-04665039c71b will not be triggered until provisioned by entity DHCP. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:05:42.735238 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904504'] for port, after_create {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:42.751136 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-aa547432-529b-4f0d-b496-d0a6f66c1932 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:05:42.894424 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event updated for resources: {'Port': ['ID=af6a41a7-0a72-448a-8acd-04665039c71b,revision_number=1']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:05:42.908389 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.908807 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.909247 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.909711 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.910185 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.910591 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.910990 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.911649 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.912063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.912465 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.912869 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.913494 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.914264 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.914861 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.915278 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.915685 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.916085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.916487 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.916882 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.917319 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.917715 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.918132 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.918527 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.918918 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:42.935141 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:05:42.974351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 is already hosted by enough agents. {{(pid=80131) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 21:05:42.975509 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources bound (agent type, host, resource id): {{(pid=80131) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:05:42.978036 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Received port after_create {{(pid=80131) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 21:05:43.077481 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:43.078246 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:43.113006 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4bed8cf7-6e3f-4a44-b94f-3edfa9c5a79c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1171284 Jan 26 21:05:43.132380 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Request body: {'port': {'device_id': 'a79bbe51-0675-4528-8981-3483969a0827', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-76810'}} {{(pid=80131) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:43.181820 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5d4b2b-b290-48f3-9665-622c91d633bb req-66e24c2c-8dd4-412b-b0f5-145c2df000a9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:43.183841 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ef5d4b2b-b290-48f3-9665-622c91d633bb req-66e24c2c-8dd4-412b-b0f5-145c2df000a9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 931 time: 0.1282389 Jan 26 21:05:43.209836 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-a9ded88b-7cf6-46b3-91d2-c62247a74b7f None None] Provisioning for port af6a41a7-0a72-448a-8acd-04665039c71b completed by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:05:43.215546 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-a9ded88b-7cf6-46b3-91d2-c62247a74b7f None None] Provisioning complete for port af6a41a7-0a72-448a-8acd-04665039c71b triggered by entity DHCP. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:05:43.215973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a9ded88b-7cf6-46b3-91d2-c62247a74b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:43.251506 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-ef5d4b2b-b290-48f3-9665-622c91d633bb req-f6adc907-b487-4d2c-a129-c785aae55e74 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0601947 Jan 26 21:05:43.288147 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-a9ded88b-7cf6-46b3-91d2-c62247a74b7f None None] Port af6a41a7-0a72-448a-8acd-04665039c71b cannot update to ACTIVE because it is not bound. {{(pid=80133) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jan 26 21:05:43.487317 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:43.905375 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af6a41a7-0a72-448a-8acd-04665039c71b {{(pid=80131) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Jan 26 21:05:43.913575 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:43.926087 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Transition to ACTIVE for port object af6a41a7-0a72-448a-8acd-04665039c71b will not be triggered until provisioned by entity L2. {{(pid=80131) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 26 21:05:43.928721 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839871311'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:43.944369 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0c389a1f-b12b-43ff-a901-3357f5294361 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:05:44.074695 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=af6a41a7-0a72-448a-8acd-04665039c71b,revision_number=2']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:05:44.079150 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:05:44.263243 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Attempting to bind port af6a41a7-0a72-448a-8acd-04665039c71b on host hv-cinder-76810 for vnic_type normal with profile {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 26 21:05:44.263620 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Attempting to bind port af6a41a7-0a72-448a-8acd-04665039c71b by drivers openvswitch on host hv-cinder-76810 at level 0 using segments [{'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 26 21:05:44.263987 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Attempting to bind port af6a41a7-0a72-448a-8acd-04665039c71b on network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 26 21:05:44.270428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Checking agent: {'id': 'a3b61c33-7543-4158-a617-91b251f11e36', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-76810', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 26, 20, 48, 27), 'started_at': datetime.datetime(2021, 1, 26, 20, 48, 58), 'heartbeat_timestamp': datetime.datetime(2021, 1, 26, 21, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.26', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 26 21:05:44.270800 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Checking segment: {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80131) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 26 21:05:44.271201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:44.271593 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Bound using segment: {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'} {{(pid=80131) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 26 21:05:44.272065 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Bound port: af6a41a7-0a72-448a-8acd-04665039c71b, host: hv-cinder-76810, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69f08a85-6364-415f-a562-e406ebfc3d96', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8'}}] {{(pid=80131) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 26 21:05:44.272436 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:44.371447 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] For port af6a41a7-0a72-448a-8acd-04665039c71b, host hv-cinder-76810, cleared binding levels {{(pid=80131) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 26 21:05:44.374946 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] For port af6a41a7-0a72-448a-8acd-04665039c71b, host hv-cinder-76810, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=af6a41a7-0a72-448a-8acd-04665039c71b,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80131) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 26 21:05:44.379138 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839871311'] for port, after_update {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:44.394856 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-34ffc3e4-76bb-450f-9261-bb4e5e3b74d1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:05:44.508482 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc741607-a9f7-4269-89ba-e0ff26d7cd07 req-d9c0597d-41e2-47a5-b252-5175d5040b18 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:44.510066 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-bc741607-a9f7-4269-89ba-e0ff26d7cd07 req-d9c0597d-41e2-47a5-b252-5175d5040b18 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 943 time: 0.1241963 Jan 26 21:05:44.547774 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=af6a41a7-0a72-448a-8acd-04665039c71b,revision_number=3']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:05:44.554406 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:05:44.568512 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-bc741607-a9f7-4269-89ba-e0ff26d7cd07 req-028b6d80-5390-45ef-af9f-030e30fc31fb tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0519488 Jan 26 21:05:44.587845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:44.588545 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:44.590069 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7d92d505-f08c-48ad-8b17-1e7e431aeeb3 service neutron] 10.222.0.11 "PUT /v2.0/ports/af6a41a7-0a72-448a-8acd-04665039c71b HTTP/1.1" status: 200 len: 1157 time: 1.4625292 Jan 26 21:05:44.590712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79bbe51-0675-4528-8981-3483969a0827', 'tag': 'af6a41a7-0a72-448a-8acd-04665039c71b'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:05:44.682066 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79bbe51-0675-4528-8981-3483969a0827', 'tag': 'af6a41a7-0a72-448a-8acd-04665039c71b', 'status': 'completed', 'code': 200} Jan 26 21:05:44.732699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-37c2a64b-cb85-40c7-9ef4-1210cf51668a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:44.734388 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-37c2a64b-cb85-40c7-9ef4-1210cf51668a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 1160 time: 0.0898914 Jan 26 21:05:44.813865 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-20b2f5ce-b12d-4f01-9a18-0716dae2efd1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6a41a7-0a72-448a-8acd-04665039c71b HTTP/1.1" status: 200 len: 217 time: 0.0670741 Jan 26 21:05:44.886294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-265b53b1-b7f4-47c4-884c-0300ed04cfca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:44.887793 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-265b53b1-b7f4-47c4-884c-0300ed04cfca service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0666893 Jan 26 21:05:44.968362 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-2431ea4c-1b54-4cad-a7e9-13c345d36208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:44.969988 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-2431ea4c-1b54-4cad-a7e9-13c345d36208 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761237 Jan 26 21:05:45.112243 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-7446f229-2955-4cca-8d51-17bf1b106dfe service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346703 Jan 26 21:05:45.253593 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3258fda2-91a5-401f-b6a1-b7ffb9206505 req-4c7d3502-4bcb-45d7-8d53-93e27a432038 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1348608 Jan 26 21:05:45.415677 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e76fe0-ac96-4b3b-a347-36ea587af405 req-b7fa0307-ece1-47af-8bb1-4b7c719b168d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:45.417162 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6e76fe0-ac96-4b3b-a347-36ea587af405 req-b7fa0307-ece1-47af-8bb1-4b7c719b168d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 1160 time: 0.0803428 Jan 26 21:05:45.557504 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e76fe0-ac96-4b3b-a347-36ea587af405 req-0a8c8f65-beda-4ebe-9baf-a68b9ad420ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:45.559326 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6e76fe0-ac96-4b3b-a347-36ea587af405 req-0a8c8f65-beda-4ebe-9baf-a68b9ad420ab service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1356893 Jan 26 21:05:45.632355 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6e76fe0-ac96-4b3b-a347-36ea587af405 req-5bac50c9-f368-415e-86ec-5603938ee516 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6a41a7-0a72-448a-8acd-04665039c71b HTTP/1.1" status: 200 len: 217 time: 0.0649230 Jan 26 21:05:45.706606 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e76fe0-ac96-4b3b-a347-36ea587af405 req-61b81181-1c45-4705-86a0-f09864f371d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:45.708121 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6e76fe0-ac96-4b3b-a347-36ea587af405 req-61b81181-1c45-4705-86a0-f09864f371d5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0690918 Jan 26 21:05:45.798785 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e76fe0-ac96-4b3b-a347-36ea587af405 req-869c0bbb-2cd1-4fcc-949e-30eb9e2214a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:45.800395 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6e76fe0-ac96-4b3b-a347-36ea587af405 req-869c0bbb-2cd1-4fcc-949e-30eb9e2214a7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0773990 Jan 26 21:05:45.830189 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6af45-8701-4906-83a6-b14c47a76129 req-411518dd-f8aa-4d76-9a22-25f41cdb4202 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:45.831865 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6da6af45-8701-4906-83a6-b14c47a76129 req-411518dd-f8aa-4d76-9a22-25f41cdb4202 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 943 time: 0.1317668 Jan 26 21:05:45.890272 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6da6af45-8701-4906-83a6-b14c47a76129 req-df6569d2-b7e7-4da2-8032-b60e86562253 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0517437 Jan 26 21:05:45.947068 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6e76fe0-ac96-4b3b-a347-36ea587af405 req-ba8dbf44-e6a4-455f-b040-4b4b56ed3a7a service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362920 Jan 26 21:05:46.087670 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e6e76fe0-ac96-4b3b-a347-36ea587af405 req-bbe64f9b-c8b6-440a-88bb-0e76a388d1e8 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1339722 Jan 26 21:05:47.159325 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c141b3-c4f0-46ed-84fd-e1748f6683c2 req-579a56b6-f4cb-4e5f-acf0-7ead4132917e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:47.160955 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-05c141b3-c4f0-46ed-84fd-e1748f6683c2 req-579a56b6-f4cb-4e5f-acf0-7ead4132917e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 943 time: 0.1245325 Jan 26 21:05:47.221160 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-05c141b3-c4f0-46ed-84fd-e1748f6683c2 req-d0b79c55-bc86-4a63-9ba1-d785f210da1c tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0538673 Jan 26 21:05:48.469675 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51ed2a-cf7b-4b45-8170-ea1608376e8d req-e5946697-15a1-4db6-b09d-85d812eeffd3 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:48.471918 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8c51ed2a-cf7b-4b45-8170-ea1608376e8d req-e5946697-15a1-4db6-b09d-85d812eeffd3 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 943 time: 0.1234992 Jan 26 21:05:48.526783 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-8c51ed2a-cf7b-4b45-8170-ea1608376e8d req-7d51d373-4522-47f2-a35c-e2914fac4fba tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0485246 Jan 26 21:05:49.782485 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032bf533-8336-4096-b09a-c215e60e09e2 req-dfad2a9b-0992-425d-ba79-397037992254 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:49.784391 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-032bf533-8336-4096-b09a-c215e60e09e2 req-dfad2a9b-0992-425d-ba79-397037992254 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 943 time: 0.1277735 Jan 26 21:05:49.840268 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-032bf533-8336-4096-b09a-c215e60e09e2 req-d8b90e21-a659-4b60-a0b6-47f98d3f9d20 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0495925 Jan 26 21:05:51.105472 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a5109d-f6c2-4bc8-8556-edfda4c5359a req-85cc0e8b-ae71-4be5-b658-30fab23e4217 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:51.107106 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c9a5109d-f6c2-4bc8-8556-edfda4c5359a req-85cc0e8b-ae71-4be5-b658-30fab23e4217 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 943 time: 0.1370337 Jan 26 21:05:51.165551 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c9a5109d-f6c2-4bc8-8556-edfda4c5359a req-81bb4fbb-84c7-4c1f-93a6-67e3372cfc3e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0519764 Jan 26 21:05:52.416735 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c76eebf-cd93-477f-bd43-666f63317397 req-b1cb93b0-6744-476b-8562-bb8111066f26 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:52.418458 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0c76eebf-cd93-477f-bd43-666f63317397 req-b1cb93b0-6744-476b-8562-bb8111066f26 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 943 time: 0.1251500 Jan 26 21:05:52.476710 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0c76eebf-cd93-477f-bd43-666f63317397 req-52256c5e-87a4-47c4-867d-a4679a35a840 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0513542 Jan 26 21:05:53.737248 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8ac5d-8f7e-422a-82c4-abb3bac631ad req-c0ad3edf-3984-4df0-b8bf-40cf72f4c844 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:53.738877 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f1b8ac5d-8f7e-422a-82c4-abb3bac631ad req-c0ad3edf-3984-4df0-b8bf-40cf72f4c844 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 943 time: 0.1313312 Jan 26 21:05:53.795006 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-f1b8ac5d-8f7e-422a-82c4-abb3bac631ad req-26223250-7247-4cd8-a3b7-f301d5aa51b9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0497735 Jan 26 21:05:53.795219 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device af6a41a7-0a72-448a-8acd-04665039c71b up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:05:53.865068 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning for port af6a41a7-0a72-448a-8acd-04665039c71b completed by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 26 21:05:53.869852 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port af6a41a7-0a72-448a-8acd-04665039c71b triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:05:53.870316 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:54.156036 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:54.184205 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79bbe51-0675-4528-8981-3483969a0827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6a41a7-0a72-448a-8acd-04665039c71b'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:05:54.195615 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port af6a41a7-0a72-448a-8acd-04665039c71b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=af6a41a7-0a72-448a-8acd-04665039c71b,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:05:54.199240 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:54.201218 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:05:54.244944 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79bbe51-0675-4528-8981-3483969a0827', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af6a41a7-0a72-448a-8acd-04665039c71b', 'code': 200} Jan 26 21:05:54.274030 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=af6a41a7-0a72-448a-8acd-04665039c71b,revision_number=4']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:05:54.281827 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.282234 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.282813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.283438 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.283959 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.284324 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.284734 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.285099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.285460 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.285819 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.286202 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.286560 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.286957 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.287345 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.287703 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.288054 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.288405 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.288761 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.289113 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.289465 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.289819 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.290201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.290554 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.290905 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:54.295233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:05:54.562514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb544dd-a824-44af-9448-002b1579bb52 req-eb547cd5-4f90-484a-9735-8e815b75b0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:54.564185 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0eb544dd-a824-44af-9448-002b1579bb52 req-eb547cd5-4f90-484a-9735-8e815b75b0c4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 1162 time: 0.0746708 Jan 26 21:05:54.611174 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-0eb544dd-a824-44af-9448-002b1579bb52 req-ce07d207-1c36-4cd9-b51d-61a99456d056 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0394831 Jan 26 21:05:55.047746 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98d6614-aa1a-45cb-8ade-69e3534cb473 req-e2db8760-a495-4680-a24a-29bcac798c15 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:55.049441 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c98d6614-aa1a-45cb-8ade-69e3534cb473 req-e2db8760-a495-4680-a24a-29bcac798c15 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 945 time: 0.1276743 Jan 26 21:05:55.110297 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c98d6614-aa1a-45cb-8ade-69e3534cb473 req-2e2a7e7f-6e93-48ea-adee-b7cec9f8e7e2 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0533457 Jan 26 21:05:55.597498 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device af6a41a7-0a72-448a-8acd-04665039c71b up at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 26 21:05:55.670929 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.provisioning_blocks [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Provisioning complete for port af6a41a7-0a72-448a-8acd-04665039c71b triggered by entity L2. {{(pid=80133) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 26 21:05:55.671343 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036851323711'] for port, provisioning_complete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:56.360333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e1664b-67c5-445f-92c4-55ccc75c4220 req-85b794f5-1a8c-45e0-9fc8-3681a6b21c8a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:56.363303 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e3e1664b-67c5-445f-92c4-55ccc75c4220 req-85b794f5-1a8c-45e0-9fc8-3681a6b21c8a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 945 time: 0.1247880 Jan 26 21:05:56.418667 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-e3e1664b-67c5-445f-92c4-55ccc75c4220 req-3865797d-f10b-4b86-bcac-bb464b1406b8 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0490413 Jan 26 21:05:56.675418 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94df464b-e84c-4b0f-8314-d606c266444b req-f0c517af-5aa2-4f5d-b72d-ba82c3549c42 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:56.677014 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-94df464b-e84c-4b0f-8314-d606c266444b req-f0c517af-5aa2-4f5d-b72d-ba82c3549c42 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 945 time: 0.1293242 Jan 26 21:05:56.732701 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-94df464b-e84c-4b0f-8314-d606c266444b req-5a5850d8-02ae-4949-a509-394a11f15876 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0490730 Jan 26 21:05:56.957396 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-a6056bf0-2a41-49e9-b376-ff3c25e3a50a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1710799 Jan 26 21:05:56.967282 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Request body: {'floatingip': {'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:56.981030 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 26 21:05:56.991474 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.quota.driver [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80132) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 26 21:05:57.000035 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:57.144188 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:57.410672 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_common [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Allocated IP 172.27.0.146 (4bf8f360-8c6f-48c4-992b-12f8abb374b0/43917919-c3e1-4d2e-b3ae-d5bbd044108f/5bf27ee2-1890-4d18-83e1-b7afa659b9cc) {{(pid=80132) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 26 21:05:57.562565 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for port, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:57.589885 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8763135207846', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:57.605132 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-34b710dd-9a3b-497c-93e6-74b66ecda31a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:05:57.740868 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event updated for resources: {'Port': ['ID=5bf27ee2-1890-4d18-83e1-b7afa659b9cc,revision_number=1']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:05:57.761089 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.761514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.761950 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.762361 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.762765 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.763169 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.763571 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.763970 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.764367 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.764764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.765160 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.765555 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.766016 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.766420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.767351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.767748 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.768143 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.768543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.768939 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.769335 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.769731 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.770149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.770546 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.770938 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:05:57.776994 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:05:57.810966 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:57.814475 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Network 4bf8f360-8c6f-48c4-992b-12f8abb374b0 is already hosted by enough agents. {{(pid=80132) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 26 21:05:57.815820 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.base_scheduler [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Resources bound (agent type, host, resource id): {{(pid=80132) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 26 21:05:57.818253 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Received port after_create {{(pid=80132) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 26 21:05:57.903022 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:57.963211 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:58.462224 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for port, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:58.465656 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036839408895'] for port, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:58.480402 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-37b33cb0-739c-45ae-8228-a460740806a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:05:58.612688 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event updated for resources: {'Port': ['ID=5bf27ee2-1890-4d18-83e1-b7afa659b9cc,revision_number=2']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:05:58.629235 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:05:58.718432 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:58.744810 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:05:58.746142 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2974da5c-5f48-48cf-9635-11b777b54567 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7829015 Jan 26 21:05:58.840543 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2e366d68-8e89-45f8-98b7-b2b2afea6086 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Synchronizing usage tracker for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:floatingip {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 21:05:58.854557 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2e366d68-8e89-45f8-98b7-b2b2afea6086 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Unset dirty status for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:floatingip {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 21:05:58.855769 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-2e366d68-8e89-45f8-98b7-b2b2afea6086 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.146 HTTP/1.1" status: 200 len: 696 time: 0.1026080 Jan 26 21:05:59.054306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-68f75155-c5ea-457c-b292-61a9b038de8e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:59.055964 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-68f75155-c5ea-457c-b292-61a9b038de8e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/networks/4bf8f360-8c6f-48c4-992b-12f8abb374b0 HTTP/1.1" status: 200 len: 784 time: 0.1934566 Jan 26 21:05:59.067719 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-613ad017-0758-4be4-86df-87f2660b8e45 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] http://10.222.0.59:9696/v2.0/extensions returned with HTTP 200 {{(pid=80132) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 26 21:05:59.068749 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fe609d30-7d10-44ca-80f6-56ac5fa411b3 req-613ad017-0758-4be4-86df-87f2660b8e45 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0062528 Jan 26 21:05:59.298837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-c7800f49-e86a-4107-a1b0-e3b9163742d0 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:05:59.300423 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-c7800f49-e86a-4107-a1b0-e3b9163742d0 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1245666 Jan 26 21:05:59.394616 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-0d13a9f3-b151-4968-ab16-93597ba1b508 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.146 HTTP/1.1" status: 200 len: 696 time: 0.0880275 Jan 26 21:05:59.404496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.v2.base [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-4c368202-9051-41a0-8c43-72811ada5602 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Request body: {'floatingip': {'port_id': 'af6a41a7-0a72-448a-8acd-04665039c71b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=80132) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 26 21:05:59.492446 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-4c368202-9051-41a0-8c43-72811ada5602 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, before_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:06:00.106191 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-4c368202-9051-41a0-8c43-72811ada5602 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:06:00.108931 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-4c368202-9051-41a0-8c43-72811ada5602 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-369352'] for floatingip, after_update {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:06:00.290449 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-4c368202-9051-41a0-8c43-72811ada5602 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Floating IP 66c05e53-eaaf-4cff-8156-2978c929339c associated. External IP: 172.27.0.146, port: af6a41a7-0a72-448a-8acd-04665039c71b. Jan 26 21:06:00.659933 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-4c368202-9051-41a0-8c43-72811ada5602 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 21:06:00.851482 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-4c368202-9051-41a0-8c43-72811ada5602 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 21:06:00.855810 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-4c368202-9051-41a0-8c43-72811ada5602 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:06:00.861738 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834032f3-fd70-4746-8300-7a226926920d None None] Sync routers for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 21:06:00.872155 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834032f3-fd70-4746-8300-7a226926920d None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:06:00.872804 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-834032f3-fd70-4746-8300-7a226926920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:05:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:06:00.913438 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-4c368202-9051-41a0-8c43-72811ada5602 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "PUT /v2.0/floatingips/66c05e53-eaaf-4cff-8156-2978c929339c HTTP/1.1" status: 200 len: 996 time: 1.5129311 Jan 26 21:06:00.914046 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79bbe51-0675-4528-8981-3483969a0827', 'tag': 'af6a41a7-0a72-448a-8acd-04665039c71b'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:06:00.975251 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79bbe51-0675-4528-8981-3483969a0827', 'tag': 'af6a41a7-0a72-448a-8acd-04665039c71b', 'status': 'completed', 'code': 200} Jan 26 21:06:01.007198 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-45e1d958-477b-4259-ae3e-63a1971ff108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:06:01.008849 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-45e1d958-477b-4259-ae3e-63a1971ff108 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 1162 time: 0.0812888 Jan 26 21:06:01.065742 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-834032f3-fd70-4746-8300-7a226926920d None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:06:01.113324 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f4c1d-7e5e-48eb-8dbd-2b70d1cc84fd req-5ab66500-f4a1-4193-b404-e7af351d5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:06:01.115220 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-714f4c1d-7e5e-48eb-8dbd-2b70d1cc84fd req-5ab66500-f4a1-4193-b404-e7af351d5276 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 1162 time: 0.0878026 Jan 26 21:06:01.158428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-046f5fb2-7a35-4519-b756-71a8154fb181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:06:01.162418 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-046f5fb2-7a35-4519-b756-71a8154fb181 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1458192 Jan 26 21:06:01.267401 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f4c1d-7e5e-48eb-8dbd-2b70d1cc84fd req-ae2a98b2-91b6-4aa5-8ae7-efdab397d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:06:01.269000 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-714f4c1d-7e5e-48eb-8dbd-2b70d1cc84fd req-ae2a98b2-91b6-4aa5-8ae7-efdab397d2c6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1474822 Jan 26 21:06:01.276814 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-7e2f619f-9a45-4585-bc11-8a3c7ee285eb service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6a41a7-0a72-448a-8acd-04665039c71b HTTP/1.1" status: 200 len: 999 time: 0.1094136 Jan 26 21:06:01.353548 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-6e95ffee-ff42-41b5-8b38-0e7c7f117c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:06:01.355186 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-6e95ffee-ff42-41b5-8b38-0e7c7f117c5e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0714278 Jan 26 21:06:01.384674 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-714f4c1d-7e5e-48eb-8dbd-2b70d1cc84fd req-85a5892c-bc8c-4d7b-a315-6e0f6e3f49c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6a41a7-0a72-448a-8acd-04665039c71b HTTP/1.1" status: 200 len: 999 time: 0.1083486 Jan 26 21:06:01.446382 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-711a1fe4-240b-4a32-aad1-75965290f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:06:01.446680 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-834032f3-fd70-4746-8300-7a226926920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '66c05e53-eaaf-4cff-8156-2978c929339c', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'port_id': 'af6a41a7-0a72-448a-8acd-04665039c71b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'mac_address': 'fa:16:3e:fc:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bbe51-0675-4528-8981-3483969a0827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:05:57Z', 'updated_at': '2021-01-26T21:05:59Z', 'revision_number': 1, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ip_address_scope': None}, {'id': '8b416cd9-3117-4ba0-b379-cf3ad3e02bb4', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'port_id': '878bfafb-216a-4359-b3c5-baf1b4297d01', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'mac_address': 'fa:16:3e:02:77:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:04:10Z', 'updated_at': '2021-01-26T21:04:15Z', 'revision_number': 2, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:06:01.448266 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-711a1fe4-240b-4a32-aad1-75965290f4bb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854809 Jan 26 21:06:01.450977 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834032f3-fd70-4746-8300-7a226926920d None None] Checking router: 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 21:06:01.459696 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f4c1d-7e5e-48eb-8dbd-2b70d1cc84fd req-def1a973-1e46-4e71-bd07-394cd88793f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:06:01.460221 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834032f3-fd70-4746-8300-7a226926920d None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:06:01.460886 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-834032f3-fd70-4746-8300-7a226926920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:05:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:06:01.461270 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-714f4c1d-7e5e-48eb-8dbd-2b70d1cc84fd req-def1a973-1e46-4e71-bd07-394cd88793f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0703721 Jan 26 21:06:01.554322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f4c1d-7e5e-48eb-8dbd-2b70d1cc84fd req-ac097fe4-ce57-4100-9a13-7a216bc94e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:06:01.556087 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-714f4c1d-7e5e-48eb-8dbd-2b70d1cc84fd req-ac097fe4-ce57-4100-9a13-7a216bc94e79 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885215 Jan 26 21:06:01.720891 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-714f4c1d-7e5e-48eb-8dbd-2b70d1cc84fd req-bfcc0106-3a32-42e9-99b7-5648e557973c service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579273 Jan 26 21:06:01.791408 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-53340128-dfa9-484d-b094-f09a5358b010 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:06:01.840538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-834032f3-fd70-4746-8300-7a226926920d None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:06:01.847061 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-38601c39-1e17-4782-972c-9bbd9ed79c2f service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3914406 Jan 26 21:06:02.004696 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d0e1d6c-7117-4f01-8a56-8e4d2bb90683 req-d009fedd-a411-40c3-b9cf-8c986fbeaa16 service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1510534 Jan 26 21:06:02.122922 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-714f4c1d-7e5e-48eb-8dbd-2b70d1cc84fd req-e88a7ba7-917e-470a-b769-94ad4fe7bdfe service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3908246 Jan 26 21:06:02.223578 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-834032f3-fd70-4746-8300-7a226926920d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '66c05e53-eaaf-4cff-8156-2978c929339c', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'port_id': 'af6a41a7-0a72-448a-8acd-04665039c71b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'mac_address': 'fa:16:3e:fc:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bbe51-0675-4528-8981-3483969a0827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:05:57Z', 'updated_at': '2021-01-26T21:05:59Z', 'revision_number': 1, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ip_address_scope': None}, {'id': '8b416cd9-3117-4ba0-b379-cf3ad3e02bb4', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'port_id': '878bfafb-216a-4359-b3c5-baf1b4297d01', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'mac_address': 'fa:16:3e:02:77:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:04:10Z', 'updated_at': '2021-01-26T21:04:15Z', 'revision_number': 2, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:06:02.227678 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834032f3-fd70-4746-8300-7a226926920d None None] The sync data for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi is: [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '66c05e53-eaaf-4cff-8156-2978c929339c', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'floating_ip_address': '172.27.0.146', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'port_id': 'af6a41a7-0a72-448a-8acd-04665039c71b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'mac_address': 'fa:16:3e:fc:34:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a79bbe51-0675-4528-8981-3483969a0827', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:05:57Z', 'updated_at': '2021-01-26T21:05:59Z', 'revision_number': 1, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ip_address_scope': None}, {'id': '8b416cd9-3117-4ba0-b379-cf3ad3e02bb4', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'port_id': '878bfafb-216a-4359-b3c5-baf1b4297d01', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'mac_address': 'fa:16:3e:02:77:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:04:10Z', 'updated_at': '2021-01-26T21:04:15Z', 'revision_number': 2, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 21:06:02.535470 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6021b2c7-8239-4617-96f6-aef11fdbb986 None None] New status for floating IP 66c05e53-eaaf-4cff-8156-2978c929339c: ACTIVE {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 21:06:04.481263 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:06:04.487130 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dedbbcdf-d015-49c5-8773-3caab636d012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:06:05.845866 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:06:06.140283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:06:12.701506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:06:27.803322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:06:31.783378 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bb1cb2c0-eae2-4db1-b078-db3f29df8ae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:06:34.489657 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:06:34.492803 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-9857e78f-86fe-43c6-b490-528fa1c07bde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:06:35.847663 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:06:36.143644 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:06:40.714426 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fa3abf39-6c66-4a9e-ae07-35d72f3480e8 req-58d1c0d7-701c-498a-be55-2fcb63dd6b63 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 272 time: 0.1465063 Jan 26 21:06:40.881822 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3abf39-6c66-4a9e-ae07-35d72f3480e8 req-8575af3e-e3bd-4276-ba02-6e031e0ef72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:06:40.883367 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fa3abf39-6c66-4a9e-ae07-35d72f3480e8 req-8575af3e-e3bd-4276-ba02-6e031e0ef72a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 1163 time: 0.0812964 Jan 26 21:06:41.037085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3abf39-6c66-4a9e-ae07-35d72f3480e8 req-1996e781-5654-43d3-90a0-6a2eb2776ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:06:41.038680 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fa3abf39-6c66-4a9e-ae07-35d72f3480e8 req-1996e781-5654-43d3-90a0-6a2eb2776ffb service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1370926 Jan 26 21:06:41.145580 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fa3abf39-6c66-4a9e-ae07-35d72f3480e8 req-3d97a4f2-2601-45bb-85b2-486a61762a10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=878bfafb-216a-4359-b3c5-baf1b4297d01 HTTP/1.1" status: 200 len: 1001 time: 0.1008596 Jan 26 21:06:41.214352 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3abf39-6c66-4a9e-ae07-35d72f3480e8 req-44b1b889-55fb-4fd9-8227-5b310ed1773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:06:41.215856 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fa3abf39-6c66-4a9e-ae07-35d72f3480e8 req-44b1b889-55fb-4fd9-8227-5b310ed1773b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0639167 Jan 26 21:06:41.295341 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3abf39-6c66-4a9e-ae07-35d72f3480e8 req-b4168ba1-54f8-430f-9250-e56631639f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:06:41.297693 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fa3abf39-6c66-4a9e-ae07-35d72f3480e8 req-b4168ba1-54f8-430f-9250-e56631639f32 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747616 Jan 26 21:06:41.443701 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fa3abf39-6c66-4a9e-ae07-35d72f3480e8 req-7c0b109d-d8b8-4a8a-981b-22241228f8ed service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391015 Jan 26 21:06:41.585225 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-fa3abf39-6c66-4a9e-ae07-35d72f3480e8 req-3c96f08d-d1cb-4acf-a5bd-591e5bba00a1 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1350965 Jan 26 21:06:49.701161 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:06:57.802514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:01.784442 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bbf1d57f-0b48-4544-909b-318c68dde938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:04.478764 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:04.493322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-18350b79-907c-4bf7-a4ac-847ffd3bac3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:05.849584 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:06.145912 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:26.700667 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:07:27.818056 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:31.786283 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-2572acf4-a257-41f5-a79e-73d1141028a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:32.359202 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-32965458-e312-4e54-8dc5-27f953567b69 req-e6c1ae62-9fcd-4525-94df-084b7a2e7dc6 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/floatingips/66c05e53-eaaf-4cff-8156-2978c929339c HTTP/1.1" status: 200 len: 998 time: 0.1948171 Jan 26 21:07:32.559517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32965458-e312-4e54-8dc5-27f953567b69 req-58d8f9d6-6d91-484c-b5f9-5bf014b0759f tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:32.561019 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-32965458-e312-4e54-8dc5-27f953567b69 req-58d8f9d6-6d91-484c-b5f9-5bf014b0759f tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/networks/4bf8f360-8c6f-48c4-992b-12f8abb374b0 HTTP/1.1" status: 200 len: 784 time: 0.1954625 Jan 26 21:07:32.682918 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-32965458-e312-4e54-8dc5-27f953567b69 req-04d2e3f5-04b2-41c3-afc5-715840bad9f4 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.146 HTTP/1.1" status: 200 len: 1001 time: 0.1143970 Jan 26 21:07:32.801732 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32965458-e312-4e54-8dc5-27f953567b69 req-a68905a8-5499-41f7-8bbe-44af15417585 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:32.803217 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-32965458-e312-4e54-8dc5-27f953567b69 req-a68905a8-5499-41f7-8bbe-44af15417585 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports/af6a41a7-0a72-448a-8acd-04665039c71b HTTP/1.1" status: 200 len: 942 time: 0.1136692 Jan 26 21:07:33.000477 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-32965458-e312-4e54-8dc5-27f953567b69 req-2eb50477-8975-4dd6-93ed-9bcadf705740 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.146 HTTP/1.1" status: 200 len: 1001 time: 0.1126087 Jan 26 21:07:33.226713 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-32965458-e312-4e54-8dc5-27f953567b69 req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Deleting port 5bf27ee2-1890-4d18-83e1-b7afa659b9cc {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:07:33.227012 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-32965458-e312-4e54-8dc5-27f953567b69 req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:33.403133 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-32965458-e312-4e54-8dc5-27f953567b69 req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:33.403504 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-32965458-e312-4e54-8dc5-27f953567b69 req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:33.537156 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-32965458-e312-4e54-8dc5-27f953567b69 req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Calling delete_port for 5bf27ee2-1890-4d18-83e1-b7afa659b9cc owned by network:floatingip {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:07:33.692304 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-32965458-e312-4e54-8dc5-27f953567b69 req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:33.708061 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4ae039b0-1d3f-4c05-a876-ad9a0b02b719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:07:33.799063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event deleted for resources: {'Port': ['ID=5bf27ee2-1890-4d18-83e1-b7afa659b9cc,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:07:33.815148 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.815635 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.815794 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.816200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.816599 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.817003 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.817399 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.817792 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.818235 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.818630 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.819021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.819413 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.819850 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.820252 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.820637 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.821028 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.821419 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.821812 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.822230 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.822622 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.823013 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.823404 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.823794 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.824182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80132) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:33.828452 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:07:33.950967 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-32965458-e312-4e54-8dc5-27f953567b69 req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:33.951342 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-32965458-e312-4e54-8dc5-27f953567b69 req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Floating IP 66c05e53-eaaf-4cff-8156-2978c929339c disassociated (deleted). External IP: 172.27.0.146, port: af6a41a7-0a72-448a-8acd-04665039c71b. Jan 26 21:07:34.322197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32965458-e312-4e54-8dc5-27f953567b69 req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 21:07:34.486810 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:34.495223 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-23ff7242-ff27-4e52-9c47-9265232e6438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:34.516783 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32965458-e312-4e54-8dc5-27f953567b69 req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 21:07:34.526457 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd565008-1a7f-42b6-ac02-0cb0dc7ac482 None None] Sync routers for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 21:07:34.537442 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd565008-1a7f-42b6-ac02-0cb0dc7ac482 None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:07:34.538321 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fd565008-1a7f-42b6-ac02-0cb0dc7ac482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:07:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:07:34.540910 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-32965458-e312-4e54-8dc5-27f953567b69 req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:34.600350 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-32965458-e312-4e54-8dc5-27f953567b69 req-75f4ac50-fa66-4aba-80b9-35e495f37fd9 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "DELETE /v2.0/floatingips/66c05e53-eaaf-4cff-8156-2978c929339c HTTP/1.1" status: 204 len: 173 time: 1.5937581 Jan 26 21:07:34.600837 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a79bbe51-0675-4528-8981-3483969a0827', 'tag': 'af6a41a7-0a72-448a-8acd-04665039c71b'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:34.717293 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32965458-e312-4e54-8dc5-27f953567b69 req-0eb2fbd0-a41c-42e8-81a3-546e5280ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:34.718876 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-32965458-e312-4e54-8dc5-27f953567b69 req-0eb2fbd0-a41c-42e8-81a3-546e5280ac9d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 1162 time: 0.0830736 Jan 26 21:07:34.741990 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-fd565008-1a7f-42b6-ac02-0cb0dc7ac482 None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:07:34.756765 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a79bbe51-0675-4528-8981-3483969a0827', 'tag': 'af6a41a7-0a72-448a-8acd-04665039c71b', 'status': 'completed', 'code': 200} Jan 26 21:07:34.867714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32965458-e312-4e54-8dc5-27f953567b69 req-609bd5f9-d826-4cfe-8397-de44731b1067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:34.869235 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-32965458-e312-4e54-8dc5-27f953567b69 req-609bd5f9-d826-4cfe-8397-de44731b1067 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1437078 Jan 26 21:07:34.886946 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a119b-4f24-440c-bf92-b34c79770598 req-c38a3190-f838-458a-948e-1f3c368c593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:34.888566 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d6a119b-4f24-440c-bf92-b34c79770598 req-c38a3190-f838-458a-948e-1f3c368c593b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 1162 time: 0.0899210 Jan 26 21:07:34.944882 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-32965458-e312-4e54-8dc5-27f953567b69 req-84e9e928-fb38-4506-b18f-66a2a0a67bf2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6a41a7-0a72-448a-8acd-04665039c71b HTTP/1.1" status: 200 len: 217 time: 0.0682831 Jan 26 21:07:35.023769 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32965458-e312-4e54-8dc5-27f953567b69 req-bbf749e6-16a8-489d-8235-72df07bd489e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:35.025447 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-32965458-e312-4e54-8dc5-27f953567b69 req-bbf749e6-16a8-489d-8235-72df07bd489e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0735452 Jan 26 21:07:35.035224 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a119b-4f24-440c-bf92-b34c79770598 req-8342306c-97b4-4d38-90ab-e5a2570ec20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:35.036816 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d6a119b-4f24-440c-bf92-b34c79770598 req-8342306c-97b4-4d38-90ab-e5a2570ec20b service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1423228 Jan 26 21:07:35.110750 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d6a119b-4f24-440c-bf92-b34c79770598 req-7958eb87-9b35-49b2-9623-a8bc67f688e6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af6a41a7-0a72-448a-8acd-04665039c71b HTTP/1.1" status: 200 len: 217 time: 0.0666525 Jan 26 21:07:35.115627 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32965458-e312-4e54-8dc5-27f953567b69 req-9583fa95-fe3c-4b88-b7e9-9ddc3f2c25c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:35.117373 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-32965458-e312-4e54-8dc5-27f953567b69 req-9583fa95-fe3c-4b88-b7e9-9ddc3f2c25c8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836835 Jan 26 21:07:35.120501 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fd565008-1a7f-42b6-ac02-0cb0dc7ac482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '8b416cd9-3117-4ba0-b379-cf3ad3e02bb4', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'port_id': '878bfafb-216a-4359-b3c5-baf1b4297d01', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'mac_address': 'fa:16:3e:02:77:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:04:10Z', 'updated_at': '2021-01-26T21:04:15Z', 'revision_number': 2, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:07:35.125162 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd565008-1a7f-42b6-ac02-0cb0dc7ac482 None None] Checking router: 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 21:07:35.134193 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd565008-1a7f-42b6-ac02-0cb0dc7ac482 None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:07:35.134843 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fd565008-1a7f-42b6-ac02-0cb0dc7ac482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:07:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:07:35.187458 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a119b-4f24-440c-bf92-b34c79770598 req-36a7bb8e-ff4b-4adb-aab8-2d21da95deaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:35.189297 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d6a119b-4f24-440c-bf92-b34c79770598 req-36a7bb8e-ff4b-4adb-aab8-2d21da95deaa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0721977 Jan 26 21:07:35.277973 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a119b-4f24-440c-bf92-b34c79770598 req-b101ec41-4eda-46f7-a8e5-9fb58ddc3519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:35.279950 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d6a119b-4f24-440c-bf92-b34c79770598 req-b101ec41-4eda-46f7-a8e5-9fb58ddc3519 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0842807 Jan 26 21:07:35.338496 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-fd565008-1a7f-42b6-ac02-0cb0dc7ac482 None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:07:35.441313 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d6a119b-4f24-440c-bf92-b34c79770598 req-e7c2bff3-bf35-4245-ab73-4395c59e6d81 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543152 Jan 26 21:07:35.542597 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-32965458-e312-4e54-8dc5-27f953567b69 req-857dacb1-ab81-42a9-9834-3f7ada6e1aba service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4147797 Jan 26 21:07:35.610177 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-4d6a119b-4f24-440c-bf92-b34c79770598 req-d31b38d7-ed16-4080-90ae-237dc18d4d58 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1622124 Jan 26 21:07:35.698118 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-32965458-e312-4e54-8dc5-27f953567b69 req-d0bc5444-0aae-4709-8846-c7062d773111 service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1487370 Jan 26 21:07:35.853250 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:35.881923 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-fd565008-1a7f-42b6-ac02-0cb0dc7ac482 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '8b416cd9-3117-4ba0-b379-cf3ad3e02bb4', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'port_id': '878bfafb-216a-4359-b3c5-baf1b4297d01', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'mac_address': 'fa:16:3e:02:77:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:04:10Z', 'updated_at': '2021-01-26T21:04:15Z', 'revision_number': 2, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:07:35.886528 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd565008-1a7f-42b6-ac02-0cb0dc7ac482 None None] The sync data for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi is: [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_floatingips': [{'id': '8b416cd9-3117-4ba0-b379-cf3ad3e02bb4', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'floating_ip_address': '172.27.0.29', 'floating_network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'router_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'port_id': '878bfafb-216a-4359-b3c5-baf1b4297d01', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 665, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'mac_address': 'fa:16:3e:02:77:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-01-26T21:04:10Z', 'updated_at': '2021-01-26T21:04:15Z', 'revision_number': 2, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 21:07:36.151704 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:36.156890 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f603191-d307-4ec9-96d8-5691856332e0 req-a4347656-322d-4a5e-933d-c00fa5dc2057 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:36.157709 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-1f603191-d307-4ec9-96d8-5691856332e0 req-a4347656-322d-4a5e-933d-c00fa5dc2057 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Synchronizing usage tracker for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 21:07:36.173071 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-1f603191-d307-4ec9-96d8-5691856332e0 req-a4347656-322d-4a5e-933d-c00fa5dc2057 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Unset dirty status for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 21:07:36.174381 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1f603191-d307-4ec9-96d8-5691856332e0 req-a4347656-322d-4a5e-933d-c00fa5dc2057 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 945 time: 0.1402686 Jan 26 21:07:36.234864 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1f603191-d307-4ec9-96d8-5691856332e0 req-2cdb81aa-e017-4ba9-a417-886e36227e39 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0541661 Jan 26 21:07:36.291960 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74cf2947-55b8-4e6a-ae43-a9ebca8726d4 None None] New status for floating IP 66c05e53-eaaf-4cff-8156-2978c929339c: DOWN {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 21:07:37.561084 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387abfd-1975-4232-8254-011a10550016 req-9ea256c2-e7b5-4068-8e3a-7565bbbbe924 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:37.562793 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7387abfd-1975-4232-8254-011a10550016 req-9ea256c2-e7b5-4068-8e3a-7565bbbbe924 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 945 time: 0.1974232 Jan 26 21:07:37.618618 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7387abfd-1975-4232-8254-011a10550016 req-6b8e22f2-b694-4cc2-9db7-e742ce482a26 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0492802 Jan 26 21:07:37.769503 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efad428-1026-4111-aa29-bb6399c54c9e req-802ed01b-1629-4653-ae4e-84b94c9c2a07 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:37.770300 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-3efad428-1026-4111-aa29-bb6399c54c9e req-802ed01b-1629-4653-ae4e-84b94c9c2a07 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Synchronizing usage tracker for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 21:07:37.783960 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-3efad428-1026-4111-aa29-bb6399c54c9e req-802ed01b-1629-4653-ae4e-84b94c9c2a07 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Unset dirty status for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 21:07:37.785146 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3efad428-1026-4111-aa29-bb6399c54c9e req-802ed01b-1629-4653-ae4e-84b94c9c2a07 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 945 time: 0.1419969 Jan 26 21:07:37.869217 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Deleting port af6a41a7-0a72-448a-8acd-04665039c71b {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:07:37.869525 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:38.055428 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device af6a41a7-0a72-448a-8acd-04665039c71b no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 21:07:38.129722 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] For port af6a41a7-0a72-448a-8acd-04665039c71b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=af6a41a7-0a72-448a-8acd-04665039c71b,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:07:38.130098 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:38.175940 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3652059'] for port, before_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:38.204401 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79bbe51-0675-4528-8981-3483969a0827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af6a41a7-0a72-448a-8acd-04665039c71b'}] {{(pid=80133) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:38.214845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] For port af6a41a7-0a72-448a-8acd-04665039c71b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=af6a41a7-0a72-448a-8acd-04665039c71b,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:07:38.219386 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8763135597154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363273719569490', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8763135206344'] for port, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:38.221290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-cc475704-f8a8-4ea2-9abf-e12f52cb7c5b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:07:38.262474 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Calling delete_port for af6a41a7-0a72-448a-8acd-04665039c71b owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:07:38.292201 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Pushing event updated for resources: {'Port': ['ID=af6a41a7-0a72-448a-8acd-04665039c71b,revision_number=5']} {{(pid=80133) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:07:38.302574 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.303057 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.303513 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.303964 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.304895 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.304895 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.305313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.305754 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.306255 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.306698 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.307572 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.307572 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.307995 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.308692 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.309127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.309563 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.310039 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.310483 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.310916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.311362 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.312689 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.313142 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.313580 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.314042 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80133) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:38.318611 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80133) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:07:38.351411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80131) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:07:38.351830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80131) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 21:07:38.355142 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79bbe51-0675-4528-8981-3483969a0827', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af6a41a7-0a72-448a-8acd-04665039c71b', 'code': 200} Jan 26 21:07:38.852687 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Deleting port af6a41a7-0a72-448a-8acd-04665039c71b {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:07:38.853677 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:38.875538 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df9955b-8f41-4cee-8174-bd028975536e req-6fb1c796-3205-476e-8841-1c87155b442a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:38.877211 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7df9955b-8f41-4cee-8174-bd028975536e req-6fb1c796-3205-476e-8841-1c87155b442a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 943 time: 0.1283362 Jan 26 21:07:38.937829 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-7df9955b-8f41-4cee-8174-bd028975536e req-262092b7-4df0-4d3f-b3ae-8f021dde537f tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0533516 Jan 26 21:07:39.122574 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] For port af6a41a7-0a72-448a-8acd-04665039c71b, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=af6a41a7-0a72-448a-8acd-04665039c71b,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:07:39.122971 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:39.253514 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Calling delete_port for af6a41a7-0a72-448a-8acd-04665039c71b owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:07:39.404244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904504'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:39.422290 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7ed2180e-7560-4aaf-8b1f-d4eb93d64e35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:07:39.518200 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event deleted for resources: {'Port': ['ID=af6a41a7-0a72-448a-8acd-04665039c71b,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:07:39.529612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.530571 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.531075 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.531478 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.531875 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.532273 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.532671 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.533067 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.533458 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.533848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.534262 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.534654 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-76810 {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.535086 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.535470 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.535864 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.536244 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.536625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.537016 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.537411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.537942 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.538325 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.538714 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.539101 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.539489 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-768105-4-iscsi {{(pid=80131) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 26 21:07:39.543406 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:07:39.645578 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] No DVR routers for this DVR port af6a41a7-0a72-448a-8acd-04665039c71b on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 21:07:39.647951 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:39.650777 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a79bbe51-0675-4528-8981-3483969a0827', 'name': 'network-vif-deleted', 'tag': 'af6a41a7-0a72-448a-8acd-04665039c71b'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:39.666338 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-3efad428-1026-4111-aa29-bb6399c54c9e req-4b7615d1-331f-496d-afad-6c721f0c23a7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "DELETE /v2.0/ports/af6a41a7-0a72-448a-8acd-04665039c71b HTTP/1.1" status: 204 len: 173 time: 1.8755982 Jan 26 21:07:39.790679 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a79bbe51-0675-4528-8981-3483969a0827', 'name': 'network-vif-deleted', 'tag': 'af6a41a7-0a72-448a-8acd-04665039c71b', 'status': 'completed', 'code': 200} Jan 26 21:07:40.123233 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-5782268a-7c8e-4637-8c95-7da0d92a1659 req-f7b94b18-e54d-4fac-bd1f-e8133bf5bbb7 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=a79bbe51-0675-4528-8981-3483969a0827 HTTP/1.1" status: 200 len: 210 time: 0.0513728 Jan 26 21:07:43.802305 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d56ef1f5-31c9-485f-9696-74804454b212 req-d5abd4fd-f051-494e-83c8-b95dde641c99 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/floatingips/8b416cd9-3117-4ba0-b379-cf3ad3e02bb4 HTTP/1.1" status: 200 len: 998 time: 0.1196914 Jan 26 21:07:44.001669 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef1f5-31c9-485f-9696-74804454b212 req-d457b8b9-e2e1-4d7b-a3dd-c8e8767d4330 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:44.003151 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d56ef1f5-31c9-485f-9696-74804454b212 req-d457b8b9-e2e1-4d7b-a3dd-c8e8767d4330 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/networks/4bf8f360-8c6f-48c4-992b-12f8abb374b0 HTTP/1.1" status: 200 len: 784 time: 0.1950591 Jan 26 21:07:44.121365 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-d56ef1f5-31c9-485f-9696-74804454b212 req-8fd4bdac-78be-4dd3-b697-03cc8e56598e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Synchronizing usage tracker for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:floatingip {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 21:07:44.135863 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-d56ef1f5-31c9-485f-9696-74804454b212 req-8fd4bdac-78be-4dd3-b697-03cc8e56598e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Unset dirty status for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:floatingip {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 21:07:44.137105 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d56ef1f5-31c9-485f-9696-74804454b212 req-8fd4bdac-78be-4dd3-b697-03cc8e56598e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.29 HTTP/1.1" status: 200 len: 1001 time: 0.1274233 Jan 26 21:07:44.254813 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef1f5-31c9-485f-9696-74804454b212 req-4d0ffd8a-eaca-4dfa-b949-93c01a68306f tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:44.256256 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d56ef1f5-31c9-485f-9696-74804454b212 req-4d0ffd8a-eaca-4dfa-b949-93c01a68306f tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports/878bfafb-216a-4359-b3c5-baf1b4297d01 HTTP/1.1" status: 200 len: 943 time: 0.1125951 Jan 26 21:07:44.450847 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d56ef1f5-31c9-485f-9696-74804454b212 req-4e5bce49-bb40-4391-a633-57ae5b8646e3 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.29 HTTP/1.1" status: 200 len: 1001 time: 0.1144357 Jan 26 21:07:44.686108 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-d56ef1f5-31c9-485f-9696-74804454b212 req-a5b8a0ff-d604-453d-b5ee-b1b43a31c05e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Deleting port 3ee0ee32-eeae-460d-9c14-c5d53b1c725c {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:07:44.687214 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d56ef1f5-31c9-485f-9696-74804454b212 req-a5b8a0ff-d604-453d-b5ee-b1b43a31c05e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:44.868466 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d56ef1f5-31c9-485f-9696-74804454b212 req-a5b8a0ff-d604-453d-b5ee-b1b43a31c05e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:44.869050 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d56ef1f5-31c9-485f-9696-74804454b212 req-a5b8a0ff-d604-453d-b5ee-b1b43a31c05e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:45.008743 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-d56ef1f5-31c9-485f-9696-74804454b212 req-a5b8a0ff-d604-453d-b5ee-b1b43a31c05e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Calling delete_port for 3ee0ee32-eeae-460d-9c14-c5d53b1c725c owned by network:floatingip {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:07:45.159751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d56ef1f5-31c9-485f-9696-74804454b212 req-a5b8a0ff-d604-453d-b5ee-b1b43a31c05e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:45.175037 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-61d7c139-4aa9-4cb1-9332-c7480925358a tempest-TestShelveInstance-881760906 tempest-TestShelveInstance-881760906-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:07:45.267736 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8a0ff-d604-453d-b5ee-b1b43a31c05e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event deleted for resources: {'Port': ['ID=3ee0ee32-eeae-460d-9c14-c5d53b1c725c,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:07:45.270614 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a5b8a0ff-d604-453d-b5ee-b1b43a31c05e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:07:45.401728 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d56ef1f5-31c9-485f-9696-74804454b212 req-a5b8a0ff-d604-453d-b5ee-b1b43a31c05e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:45.402134 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.db.l3_db [req-d56ef1f5-31c9-485f-9696-74804454b212 req-a5b8a0ff-d604-453d-b5ee-b1b43a31c05e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Floating IP 8b416cd9-3117-4ba0-b379-cf3ad3e02bb4 disassociated (deleted). External IP: 172.27.0.29, port: 878bfafb-216a-4359-b3c5-baf1b4297d01. Jan 26 21:07:45.778170 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d56ef1f5-31c9-485f-9696-74804454b212 req-a5b8a0ff-d604-453d-b5ee-b1b43a31c05e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 21:07:45.970322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d56ef1f5-31c9-485f-9696-74804454b212 req-a5b8a0ff-d604-453d-b5ee-b1b43a31c05e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 21:07:45.979926 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784014c2-3dab-4626-bdcd-a3a879e5a6e0 None None] Sync routers for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 21:07:45.990040 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784014c2-3dab-4626-bdcd-a3a879e5a6e0 None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:07:45.990815 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-784014c2-3dab-4626-bdcd-a3a879e5a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:07:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:07:45.994021 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-d56ef1f5-31c9-485f-9696-74804454b212 req-a5b8a0ff-d604-453d-b5ee-b1b43a31c05e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:46.051482 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d56ef1f5-31c9-485f-9696-74804454b212 req-a5b8a0ff-d604-453d-b5ee-b1b43a31c05e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "DELETE /v2.0/floatingips/8b416cd9-3117-4ba0-b379-cf3ad3e02bb4 HTTP/1.1" status: 204 len: 173 time: 1.5940971 Jan 26 21:07:46.052044 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'tag': '878bfafb-216a-4359-b3c5-baf1b4297d01'}] {{(pid=80132) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:46.116551 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'tag': '878bfafb-216a-4359-b3c5-baf1b4297d01', 'status': 'completed', 'code': 200} Jan 26 21:07:46.185809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-784014c2-3dab-4626-bdcd-a3a879e5a6e0 None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:07:46.220313 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef1f5-31c9-485f-9696-74804454b212 req-d0509efa-e8fc-46de-ab4f-3b6e34ea73cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:46.222068 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d56ef1f5-31c9-485f-9696-74804454b212 req-d0509efa-e8fc-46de-ab4f-3b6e34ea73cc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 1163 time: 0.1557932 Jan 26 21:07:46.241631 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842c53a-3d7f-465c-8065-96dfe610506d req-24075a56-f0f2-4aea-aa63-ee2a328245de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:46.243268 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6842c53a-3d7f-465c-8065-96dfe610506d req-24075a56-f0f2-4aea-aa63-ee2a328245de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=eb7dbb5196174143b1af0751cbfcb333&device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 1163 time: 0.0827765 Jan 26 21:07:46.370401 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef1f5-31c9-485f-9696-74804454b212 req-04763a53-6ee9-4035-ac46-4cfa16425121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:46.372029 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d56ef1f5-31c9-485f-9696-74804454b212 req-04763a53-6ee9-4035-ac46-4cfa16425121 service neutron] 10.222.0.59 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1431253 Jan 26 21:07:46.389783 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842c53a-3d7f-465c-8065-96dfe610506d req-0961b955-2604-488a-8ee8-46e2c8771ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:46.391579 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6842c53a-3d7f-465c-8065-96dfe610506d req-0961b955-2604-488a-8ee8-46e2c8771ba7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 200 len: 906 time: 0.1420684 Jan 26 21:07:46.444340 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d56ef1f5-31c9-485f-9696-74804454b212 req-762ff86a-50ed-435c-ade9-f85e8f338a17 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=878bfafb-216a-4359-b3c5-baf1b4297d01 HTTP/1.1" status: 200 len: 217 time: 0.0654378 Jan 26 21:07:46.465166 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6842c53a-3d7f-465c-8065-96dfe610506d req-0938aa34-7fc8-46e8-bdcb-21cb79737592 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=878bfafb-216a-4359-b3c5-baf1b4297d01 HTTP/1.1" status: 200 len: 217 time: 0.0669243 Jan 26 21:07:46.531148 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-784014c2-3dab-4626-bdcd-a3a879e5a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:07:46.535422 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784014c2-3dab-4626-bdcd-a3a879e5a6e0 None None] Checking router: 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 21:07:46.541899 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842c53a-3d7f-465c-8065-96dfe610506d req-41f53676-959b-42c3-bf18-d4e48551320b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:46.543681 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6842c53a-3d7f-465c-8065-96dfe610506d req-41f53676-959b-42c3-bf18-d4e48551320b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.0724351 Jan 26 21:07:46.545367 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784014c2-3dab-4626-bdcd-a3a879e5a6e0 None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:07:46.546120 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-784014c2-3dab-4626-bdcd-a3a879e5a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:07:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:07:46.659505 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842c53a-3d7f-465c-8065-96dfe610506d req-f321578f-6f29-414b-90ef-1a2147c10748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:46.661525 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6842c53a-3d7f-465c-8065-96dfe610506d req-f321578f-6f29-414b-90ef-1a2147c10748 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1118541 Jan 26 21:07:46.753013 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-784014c2-3dab-4626-bdcd-a3a879e5a6e0 None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:07:46.769725 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef1f5-31c9-485f-9696-74804454b212 req-2b315556-41ab-47b3-b53b-d7f7f7f6615f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:46.771551 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d56ef1f5-31c9-485f-9696-74804454b212 req-2b315556-41ab-47b3-b53b-d7f7f7f6615f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 200 len: 851 time: 0.3200176 Jan 26 21:07:46.857481 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ef1f5-31c9-485f-9696-74804454b212 req-8bd2c9a3-69c4-4088-9958-2f9cf23a0a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:46.860165 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d56ef1f5-31c9-485f-9696-74804454b212 req-8bd2c9a3-69c4-4088-9958-2f9cf23a0a4e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=f1c8c5b5-3b3e-4092-89a8-699477b72fe8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0814753 Jan 26 21:07:47.016958 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d56ef1f5-31c9-485f-9696-74804454b212 req-d89a67dc-b9e2-4ca8-b68c-7a07e3651798 service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487217 Jan 26 21:07:47.052139 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6842c53a-3d7f-465c-8065-96dfe610506d req-6ff0c532-ec46-4028-bf33-2dd9f4ac44ef service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3836567 Jan 26 21:07:47.101719 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-784014c2-3dab-4626-bdcd-a3a879e5a6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:07:47.105989 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784014c2-3dab-4626-bdcd-a3a879e5a6e0 None None] The sync data for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi is: [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:01:04Z', 'revision_number': 4, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi', '_interfaces': [{'id': '365fd012-5ce9-41a6-9c62-996d161e8828', 'name': '', 'network_id': 'f1c8c5b5-3b3e-4092-89a8-699477b72fe8', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'mac_address': 'fa:16:3e:42:8e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_interface', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '44bde292-d121-4220-b778-632de8a54296', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:03Z', 'updated_at': '2021-01-26T21:01:13Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'subnets': [{'id': '44bde292-d121-4220-b778-632de8a54296', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 21:07:47.171798 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-d56ef1f5-31c9-485f-9696-74804454b212 req-a4765db9-52b8-4aff-ac02-1535bb72ecf4 service neutron] 10.222.0.59 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482918 Jan 26 21:07:47.209226 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-6842c53a-3d7f-465c-8065-96dfe610506d req-3ed38b08-df1d-4787-8274-3b0b49b1a835 service neutron] 10.222.0.11 "GET /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1500702 Jan 26 21:07:47.535957 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aee4539-1b91-4370-b46b-e0cb231f6fe8 None None] New status for floating IP 8b416cd9-3117-4ba0-b379-cf3ad3e02bb4: DOWN {{(pid=80133) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Jan 26 21:07:47.637294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13253027-fb0f-4d37-a8fa-2646ce7b118e req-a7e4dace-2067-4a97-9ae4-8f7340fc4744 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:47.638075 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-13253027-fb0f-4d37-a8fa-2646ce7b118e req-a7e4dace-2067-4a97-9ae4-8f7340fc4744 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Synchronizing usage tracker for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:port {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 21:07:47.653765 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-13253027-fb0f-4d37-a8fa-2646ce7b118e req-a7e4dace-2067-4a97-9ae4-8f7340fc4744 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Unset dirty status for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:port {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 21:07:47.655912 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-13253027-fb0f-4d37-a8fa-2646ce7b118e req-a7e4dace-2067-4a97-9ae4-8f7340fc4744 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 946 time: 0.1478279 Jan 26 21:07:47.714076 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-13253027-fb0f-4d37-a8fa-2646ce7b118e req-b6e6caa8-706b-425d-a68c-fc59ccb86671 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0515940 Jan 26 21:07:48.969489 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f1ab4-4888-4992-9121-84b92af93ba0 req-c7997149-07c6-47f2-bc4b-c2e61e27e93a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:48.971016 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c89f1ab4-4888-4992-9121-84b92af93ba0 req-c7997149-07c6-47f2-bc4b-c2e61e27e93a tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 946 time: 0.1241374 Jan 26 21:07:49.030670 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c89f1ab4-4888-4992-9121-84b92af93ba0 req-d0b74440-b77c-4327-8c93-5f8e7d640cba tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups?id=2337da0b-7b4c-4e74-9ff3-9bac8aa78454&fields=id&fields=name HTTP/1.1" status: 200 len: 319 time: 0.0534837 Jan 26 21:07:49.197350 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea31a24-1b19-454c-9250-6f535b04528c req-52f9eaa2-31b9-47a2-be54-9f25ba9e7c80 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80131) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:49.198128 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-9ea31a24-1b19-454c-9250-6f535b04528c req-52f9eaa2-31b9-47a2-be54-9f25ba9e7c80 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Synchronizing usage tracker for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:port {{(pid=80131) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 21:07:49.210759 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-9ea31a24-1b19-454c-9250-6f535b04528c req-52f9eaa2-31b9-47a2-be54-9f25ba9e7c80 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Unset dirty status for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:port {{(pid=80131) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 21:07:49.211933 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9ea31a24-1b19-454c-9250-6f535b04528c req-52f9eaa2-31b9-47a2-be54-9f25ba9e7c80 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 946 time: 0.1387599 Jan 26 21:07:49.294612 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-9ea31a24-1b19-454c-9250-6f535b04528c req-60cd1ef2-2cc0-4edd-bee0-9940a656d23d tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Deleting port 878bfafb-216a-4359-b3c5-baf1b4297d01 {{(pid=80131) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:07:49.294923 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9ea31a24-1b19-454c-9250-6f535b04528c req-60cd1ef2-2cc0-4edd-bee0-9940a656d23d tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:49.552689 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [req-9ea31a24-1b19-454c-9250-6f535b04528c req-60cd1ef2-2cc0-4edd-bee0-9940a656d23d tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] For port 878bfafb-216a-4359-b3c5-baf1b4297d01, host hv-cinder-76810, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-76810',level=0,port_id=878bfafb-216a-4359-b3c5-baf1b4297d01,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80131) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:07:49.553086 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9ea31a24-1b19-454c-9250-6f535b04528c req-60cd1ef2-2cc0-4edd-bee0-9940a656d23d tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:49.689003 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-9ea31a24-1b19-454c-9250-6f535b04528c req-60cd1ef2-2cc0-4edd-bee0-9940a656d23d tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Calling delete_port for 878bfafb-216a-4359-b3c5-baf1b4297d01 owned by compute:nova {{(pid=80131) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:07:49.836597 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9ea31a24-1b19-454c-9250-6f535b04528c req-60cd1ef2-2cc0-4edd-bee0-9940a656d23d tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14904504'] for port, after_delete {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:49.851566 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-b116ec16-8afe-41ba-88bc-422f8410b120 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:07:49.948233 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd1ef2-2cc0-4edd-bee0-9940a656d23d tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event deleted for resources: {'Port': ['ID=878bfafb-216a-4359-b3c5-baf1b4297d01,revision_number=None']} {{(pid=80131) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:07:49.955429 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-60cd1ef2-2cc0-4edd-bee0-9940a656d23d tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80131) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:07:50.062684 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea31a24-1b19-454c-9250-6f535b04528c req-60cd1ef2-2cc0-4edd-bee0-9940a656d23d tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] No DVR routers for this DVR port 878bfafb-216a-4359-b3c5-baf1b4297d01 on host hv-cinder-76810 {{(pid=80131) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 21:07:50.065025 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-9ea31a24-1b19-454c-9250-6f535b04528c req-60cd1ef2-2cc0-4edd-bee0-9940a656d23d tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for port, before_response {{(pid=80131) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:50.067877 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'name': 'network-vif-deleted', 'tag': '878bfafb-216a-4359-b3c5-baf1b4297d01'}] {{(pid=80131) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 26 21:07:50.084678 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-9ea31a24-1b19-454c-9250-6f535b04528c req-60cd1ef2-2cc0-4edd-bee0-9940a656d23d tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.11 "DELETE /v2.0/ports/878bfafb-216a-4359-b3c5-baf1b4297d01 HTTP/1.1" status: 204 len: 173 time: 0.8672478 Jan 26 21:07:50.132845 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52b030aa-cce4-4dbd-ad50-1222ccea7db5', 'name': 'network-vif-deleted', 'tag': '878bfafb-216a-4359-b3c5-baf1b4297d01', 'status': 'completed', 'code': 200} Jan 26 21:07:50.146535 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 878bfafb-216a-4359-b3c5-baf1b4297d01 no longer exists at agent ovs-agent-hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 21:07:50.184003 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] No Port match for: 878bfafb-216a-4359-b3c5-baf1b4297d01 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 21:07:50.184394 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Device 878bfafb-216a-4359-b3c5-baf1b4297d01 not bound to the agent host hv-cinder-76810 {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 21:07:50.216273 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-c7f1db87-29bb-47ca-803e-039a90690fb7 req-8958d9c8-f2f7-4a97-b9ac-8fa3706b2b57 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/ports?device_id=52b030aa-cce4-4dbd-ad50-1222ccea7db5 HTTP/1.1" status: 200 len: 210 time: 0.0526943 Jan 26 21:07:51.450386 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-7bbba66a-1a54-4191-a794-298af1e3d563 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/floatingips/dc72f0ba-42a8-46ca-a708-df7488d6f54d HTTP/1.1" status: 200 len: 693 time: 0.0996330 Jan 26 21:07:51.649674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-11ebc090-de7c-4732-ba3c-2e3ccc7f90e2 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80132) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 26 21:07:51.651255 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-11ebc090-de7c-4732-ba3c-2e3ccc7f90e2 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/networks/4bf8f360-8c6f-48c4-992b-12f8abb374b0 HTTP/1.1" status: 200 len: 784 time: 0.1943705 Jan 26 21:07:51.741890 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-dc3a6aa3-ff5f-4db9-8174-9629e82b245e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Synchronizing usage tracker for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:floatingip {{(pid=80132) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 26 21:07:51.756656 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.quota.resource [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-dc3a6aa3-ff5f-4db9-8174-9629e82b245e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Unset dirty status for tenant:eb7dbb5196174143b1af0751cbfcb333 on resource:floatingip {{(pid=80132) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 26 21:07:51.757909 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-dc3a6aa3-ff5f-4db9-8174-9629e82b245e tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.245 HTTP/1.1" status: 200 len: 696 time: 0.0998127 Jan 26 21:07:51.852210 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-1a708057-2988-4db8-9e30-7049e0a16bfb tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/floatingips?floating_ip_address=172.27.0.245 HTTP/1.1" status: 200 len: 696 time: 0.0876610 Jan 26 21:07:52.035080 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-4a0432f3-7c98-468b-8066-2989ada9cbe5 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Deleting port 72af7378-a031-4830-b36b-5a3302b051f3 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:07:52.035374 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-4a0432f3-7c98-468b-8066-2989ada9cbe5 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:52.211347 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-4a0432f3-7c98-468b-8066-2989ada9cbe5 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:52.211708 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-4a0432f3-7c98-468b-8066-2989ada9cbe5 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:52.339580 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-4a0432f3-7c98-468b-8066-2989ada9cbe5 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Calling delete_port for 72af7378-a031-4830-b36b-5a3302b051f3 owned by network:floatingip {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:07:52.482213 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-4a0432f3-7c98-468b-8066-2989ada9cbe5 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:52.497434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-c0aadc53-15ef-4008-b31d-2d0897f80854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:07:52.593770 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0432f3-7c98-468b-8066-2989ada9cbe5 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event deleted for resources: {'Port': ['ID=72af7378-a031-4830-b36b-5a3302b051f3,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:07:52.597641 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-4a0432f3-7c98-468b-8066-2989ada9cbe5 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:07:52.719517 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-4a0432f3-7c98-468b-8066-2989ada9cbe5 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for floatingip, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:52.740099 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-4a0432f3-7c98-468b-8066-2989ada9cbe5 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135991'] for floatingip, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:52.741337 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-1a5b8b35-a904-41f2-aaec-eabbc2719651 req-4a0432f3-7c98-468b-8066-2989ada9cbe5 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "DELETE /v2.0/floatingips/dc72f0ba-42a8-46ca-a708-df7488d6f54d HTTP/1.1" status: 204 len: 173 time: 0.8834283 Jan 26 21:07:54.230382 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-264af760-7179-4055-b1c1-d436e9385618 req-c30a0578-7018-4d17-8e21-8457fed01f19 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "GET /v2.0/security-groups/2337da0b-7b4c-4e74-9ff3-9bac8aa78454 HTTP/1.1" status: 200 len: 2997 time: 0.0588870 Jan 26 21:07:54.310738 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-264af760-7179-4055-b1c1-d436e9385618 req-aa209273-bb7d-4e6f-9761-ad1550aefb57 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:54.340346 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-264af760-7179-4055-b1c1-d436e9385618 req-aa209273-bb7d-4e6f-9761-ad1550aefb57 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:54.387085 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-264af760-7179-4055-b1c1-d436e9385618 req-aa209273-bb7d-4e6f-9761-ad1550aefb57 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:54.392416 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1b96ef6a-d5a4-4ec5-8160-0d4445ff3134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:07:54.406636 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa209273-bb7d-4e6f-9761-ad1550aefb57 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2337da0b-7b4c-4e74-9ff3-9bac8aa78454,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:07:54.410148 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-aa209273-bb7d-4e6f-9761-ad1550aefb57 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:07:54.417969 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [req-264af760-7179-4055-b1c1-d436e9385618 req-aa209273-bb7d-4e6f-9761-ad1550aefb57 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:54.419178 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [req-264af760-7179-4055-b1c1-d436e9385618 req-aa209273-bb7d-4e6f-9761-ad1550aefb57 tempest-TestVolumeBootPattern-1518782451 tempest-TestVolumeBootPattern-1518782451-project] 10.222.0.59 "DELETE /v2.0/security-groups/2337da0b-7b4c-4e74-9ff3-9bac8aa78454 HTTP/1.1" status: 204 len: 173 time: 0.1818175 Jan 26 21:07:54.489215 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52770) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:07:55.213809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a729cda1-4bb6-41ae-94b8-9eb8b3dc19e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371946'] for router_interface, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:55.812034 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-a729cda1-4bb6-41ae-94b8-9eb8b3dc19e8 admin admin] Deleting port 365fd012-5ce9-41a6-9c62-996d161e8828 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:07:55.812591 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a729cda1-4bb6-41ae-94b8-9eb8b3dc19e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:55.989832 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-a729cda1-4bb6-41ae-94b8-9eb8b3dc19e8 admin admin] For port 365fd012-5ce9-41a6-9c62-996d161e8828, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=365fd012-5ce9-41a6-9c62-996d161e8828,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:07:55.990190 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a729cda1-4bb6-41ae-94b8-9eb8b3dc19e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:56.122071 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-a729cda1-4bb6-41ae-94b8-9eb8b3dc19e8 admin admin] Calling delete_port for 365fd012-5ce9-41a6-9c62-996d161e8828 owned by network:router_interface {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:07:56.293106 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a729cda1-4bb6-41ae-94b8-9eb8b3dc19e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:56.308833 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-443dc0e6-5625-4664-b483-cc50a8ef6365 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:07:56.404516 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a729cda1-4bb6-41ae-94b8-9eb8b3dc19e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=365fd012-5ce9-41a6-9c62-996d161e8828,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:07:56.408615 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-a729cda1-4bb6-41ae-94b8-9eb8b3dc19e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:07:56.715523 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-a729cda1-4bb6-41ae-94b8-9eb8b3dc19e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854411141'] for router_interface, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:57.216660 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a729cda1-4bb6-41ae-94b8-9eb8b3dc19e8 admin admin] Router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 21:07:57.400873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a729cda1-4bb6-41ae-94b8-9eb8b3dc19e8 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 21:07:57.411301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8905cf-7878-483b-bb83-148daad421b3 None None] Sync routers for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 21:07:57.414619 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-a729cda1-4bb6-41ae-94b8-9eb8b3dc19e8 admin admin] 10.222.0.59 "PUT /v2.0/routers/7d1b0597-f20a-4be5-8d93-03bb0b8a7b80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9241185 Jan 26 21:07:57.417254 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52776) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:07:57.422178 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8905cf-7878-483b-bb83-148daad421b3 None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:07:57.422845 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-bb8905cf-7878-483b-bb83-148daad421b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:07:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:07:57.604394 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4b8d-08d5-4be7-a5c4-b0ae7ea4884b admin admin] Notify callbacks [] for router, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:57.611743 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-bb8905cf-7878-483b-bb83-148daad421b3 None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:07:57.791916 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4b8d-08d5-4be7-a5c4-b0ae7ea4884b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:57.798006 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f4b8d-08d5-4be7-a5c4-b0ae7ea4884b admin admin] Deleting port 2861d72a-50a4-462e-a46d-92a533951cd2 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:07:57.798382 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4b8d-08d5-4be7-a5c4-b0ae7ea4884b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:57.819071 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:57.922294 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-bb8905cf-7878-483b-bb83-148daad421b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:07:56Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:07:57.926269 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8905cf-7878-483b-bb83-148daad421b3 None None] Checking router: 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 for host: dv-cinder-768105-4-iscsi {{(pid=80134) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 21:07:57.935374 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8905cf-7878-483b-bb83-148daad421b3 None None] Routers {'7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80134) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:07:57.936558 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-bb8905cf-7878-483b-bb83-148daad421b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:07:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'], 'active': True} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:07:57.984913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-fc7f4b8d-08d5-4be7-a5c4-b0ae7ea4884b admin admin] For port 2861d72a-50a4-462e-a46d-92a533951cd2, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=2861d72a-50a4-462e-a46d-92a533951cd2,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:07:57.985315 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4b8d-08d5-4be7-a5c4-b0ae7ea4884b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:58.122681 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-fc7f4b8d-08d5-4be7-a5c4-b0ae7ea4884b admin admin] Calling delete_port for 2861d72a-50a4-462e-a46d-92a533951cd2 owned by network:router_gateway {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:07:58.287591 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-bb8905cf-7878-483b-bb83-148daad421b3 None None] Set router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80134) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:07:58.516223 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4b8d-08d5-4be7-a5c4-b0ae7ea4884b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:58.599981 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-bb8905cf-7878-483b-bb83-148daad421b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:07:56Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80134) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:07:58.604094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8905cf-7878-483b-bb83-148daad421b3 None None] The sync data for ids ['7d1b0597-f20a-4be5-8d93-03bb0b8a7b80'] in dv-cinder-768105-4-iscsi is: [{'id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'name': 'tempest-TestVolumeBootPattern-1940331457-router', 'tenant_id': 'eb7dbb5196174143b1af0751cbfcb333', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:00:59Z', 'updated_at': '2021-01-26T21:07:56Z', 'revision_number': 5, 'project_id': 'eb7dbb5196174143b1af0751cbfcb333', 'gw_port': {'id': '2861d72a-50a4-462e-a46d-92a533951cd2', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:04:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d1b0597-f20a-4be5-8d93-03bb0b8a7b80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:00Z', 'updated_at': '2021-01-26T21:01:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}] {{(pid=80134) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 21:07:58.705504 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4b8d-08d5-4be7-a5c4-b0ae7ea4884b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854406413'] for router_gateway, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:58.845484 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4b8d-08d5-4be7-a5c4-b0ae7ea4884b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854408990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760486'] for router, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:58.847723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4b8d-08d5-4be7-a5c4-b0ae7ea4884b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:58.872122 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4b8d-08d5-4be7-a5c4-b0ae7ea4884b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-366962'] for router, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:58.872692 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7f4b8d-08d5-4be7-a5c4-b0ae7ea4884b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 {{(pid=80132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 21:07:58.885909 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fc7f4b8d-08d5-4be7-a5c4-b0ae7ea4884b admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:58.887161 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-fc7f4b8d-08d5-4be7-a5c4-b0ae7ea4884b admin admin] 10.222.0.59 "DELETE /v2.0/routers/7d1b0597-f20a-4be5-8d93-03bb0b8a7b80 HTTP/1.1" status: 204 len: 168 time: 1.4689353 Jan 26 21:07:58.890029 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52780) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:07:58.958063 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad074f6-2b11-442a-abb0-180c4d8f71fd admin admin] Deleting subnet 44bde292-d121-4220-b778-632de8a54296 {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 21:07:58.961316 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad074f6-2b11-442a-abb0-180c4d8f71fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:59.017692 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad074f6-2b11-442a-abb0-180c4d8f71fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14911266'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:59.106080 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad074f6-2b11-442a-abb0-180c4d8f71fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:59.377885 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad074f6-2b11-442a-abb0-180c4d8f71fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15367644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838262394'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:59.393907 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-512cf382-419b-419b-956c-44b55375b897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:07:59.479858 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad074f6-2b11-442a-abb0-180c4d8f71fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44bde292-d121-4220-b778-632de8a54296,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:07:59.482848 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-dad074f6-2b11-442a-abb0-180c4d8f71fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:07:59.530551 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad074f6-2b11-442a-abb0-180c4d8f71fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:59.535885 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33acaea7-c209-4866-8d22-41041b09c37a None None] Network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 21:07:59.536911 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-dad074f6-2b11-442a-abb0-180c4d8f71fd admin admin] 10.222.0.59 "DELETE /v2.0/subnets/44bde292-d121-4220-b778-632de8a54296 HTTP/1.1" status: 204 len: 168 time: 0.6458881 Jan 26 21:07:59.539723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52784) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:07:59.661715 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:59.739197 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Deleting port efc294c4-81bc-4e5c-8cba-90a3cd076700 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:07:59.739573 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:59.810288 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7598178f-a26f-43ef-b826-db544df0d500 None None] DHCP port deletion for f1c8c5b5-3b3e-4092-89a8-699477b72fe8 request from dv-cinder-768105-4-iscsi {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 21:07:59.815411 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7598178f-a26f-43ef-b826-db544df0d500 None None] Deleting port efc294c4-81bc-4e5c-8cba-90a3cd076700 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:07:59.815829 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7598178f-a26f-43ef-b826-db544df0d500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:07:59.961832 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] For port efc294c4-81bc-4e5c-8cba-90a3cd076700, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=efc294c4-81bc-4e5c-8cba-90a3cd076700,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:07:59.962207 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:00.031787 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-7598178f-a26f-43ef-b826-db544df0d500 None None] For port efc294c4-81bc-4e5c-8cba-90a3cd076700, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=efc294c4-81bc-4e5c-8cba-90a3cd076700,segment=NetworkSegment(69f08a85-6364-415f-a562-e406ebfc3d96),segment_id=69f08a85-6364-415f-a562-e406ebfc3d96)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:08:00.032154 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7598178f-a26f-43ef-b826-db544df0d500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:00.095818 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Calling delete_port for efc294c4-81bc-4e5c-8cba-90a3cd076700 owned by network:dhcp {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:08:00.167484 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7598178f-a26f-43ef-b826-db544df0d500 None None] Calling delete_port for efc294c4-81bc-4e5c-8cba-90a3cd076700 owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:08:00.176693 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:00.193196 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ed1619e8-3d3a-416b-8cfe-fde77e71912e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:08:00.243051 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [None req-7598178f-a26f-43ef-b826-db544df0d500 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:08:00.243366 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [None req-7598178f-a26f-43ef-b826-db544df0d500 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 21:08:00.285718 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Pushing event deleted for resources: {'Port': ['ID=efc294c4-81bc-4e5c-8cba-90a3cd076700,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:08:00.292699 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:08:00.335943 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] No DVR routers for this DVR port efc294c4-81bc-4e5c-8cba-90a3cd076700 on host dv-cinder-768105-4-iscsi {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 21:08:00.459481 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:00.574433 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c8c5b5-3b3e-4092-89a8-699477b72fe8']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:08:00.587340 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f08a85-6364-415f-a562-e406ebfc3d96') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:08:00.587678 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f08a85-6364-415f-a562-e406ebfc3d96') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:08:00.600024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839864534'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:00.615981 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:00.618595 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 21:08:00.694885 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 365fd012-5ce9-41a6-9c62-996d161e8828 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 21:08:00.731030 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: 365fd012-5ce9-41a6-9c62-996d161e8828 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 21:08:00.731424 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 365fd012-5ce9-41a6-9c62-996d161e8828 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 21:08:00.731874 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 2861d72a-50a4-462e-a46d-92a533951cd2 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 21:08:00.761913 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7598178f-a26f-43ef-b826-db544df0d500 None None] Deleting port efc294c4-81bc-4e5c-8cba-90a3cd076700 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:08:00.762338 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7598178f-a26f-43ef-b826-db544df0d500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:00.800300 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: 2861d72a-50a4-462e-a46d-92a533951cd2 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 21:08:00.800694 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 2861d72a-50a4-462e-a46d-92a533951cd2 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 21:08:00.801152 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device efc294c4-81bc-4e5c-8cba-90a3cd076700 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 21:08:00.804127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 21:08:00.817395 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839408769'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:00.841659 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: efc294c4-81bc-4e5c-8cba-90a3cd076700 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 21:08:00.842522 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device efc294c4-81bc-4e5c-8cba-90a3cd076700 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 21:08:00.877654 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-7598178f-a26f-43ef-b826-db544df0d500 None None] The port 'efc294c4-81bc-4e5c-8cba-90a3cd076700' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 21:08:00.997809 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Network f1c8c5b5-3b3e-4092-89a8-699477b72fe8 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:08:01.020729 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:08:01.099503 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:01.102636 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-6771fc05-689b-4e25-965d-40db3ef5a259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:08:01.118697 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:01.125728 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c8c5b5-3b3e-4092-89a8-699477b72fe8,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:08:01.130223 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:08:01.143779 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-7bd59e10-c19c-4bf8-a352-45dfb91b9c45 admin admin] 10.222.0.59 "DELETE /v2.0/networks/f1c8c5b5-3b3e-4092-89a8-699477b72fe8 HTTP/1.1" status: 204 len: 168 time: 1.6029823 Jan 26 21:08:01.146849 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52788) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:08:01.787309 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bccca1f7-e7a1-42a4-b84e-00248ee8e034 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:01.957122 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ccc839be-9d00-4e57-be48-2f5fbf484b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-371946'] for router_interface, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:02.328674 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-ccc839be-9d00-4e57-be48-2f5fbf484b03 admin admin] Deleting port acdaf8a0-9add-4765-a712-347a7a3a45e5 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:08:02.329053 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ccc839be-9d00-4e57-be48-2f5fbf484b03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:02.512329 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-ccc839be-9d00-4e57-be48-2f5fbf484b03 admin admin] For port acdaf8a0-9add-4765-a712-347a7a3a45e5, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=acdaf8a0-9add-4765-a712-347a7a3a45e5,segment=NetworkSegment(1252b755-2be0-4622-87d7-b286ac3f899e),segment_id=1252b755-2be0-4622-87d7-b286ac3f899e)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:08:02.512723 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ccc839be-9d00-4e57-be48-2f5fbf484b03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:02.643892 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-ccc839be-9d00-4e57-be48-2f5fbf484b03 admin admin] Calling delete_port for acdaf8a0-9add-4765-a712-347a7a3a45e5 owned by network:router_interface {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:08:02.816431 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ccc839be-9d00-4e57-be48-2f5fbf484b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:02.831579 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-70e79c75-de54-46a2-b50a-35f6fd2a8b6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:08:02.924132 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc839be-9d00-4e57-be48-2f5fbf484b03 admin admin] Pushing event deleted for resources: {'Port': ['ID=acdaf8a0-9add-4765-a712-347a7a3a45e5,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:08:02.926758 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-ccc839be-9d00-4e57-be48-2f5fbf484b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:08:03.239322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-ccc839be-9d00-4e57-be48-2f5fbf484b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-544903', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854411141'] for router_interface, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:03.706867 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:08:03.749040 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc839be-9d00-4e57-be48-2f5fbf484b03 admin admin] Router 93e60036-7ce3-4bfc-be8d-68da50311789 has already been hosted by L3 agent cc6b1d25-7988-43fd-b6e3-b155247f306d {{(pid=80132) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 26 21:08:03.983730 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc839be-9d00-4e57-be48-2f5fbf484b03 admin admin] Notify agent at l3_agent.dv-cinder-768105-4-iscsi the message routers_updated {{(pid=80132) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 26 21:08:03.993673 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb20aec-8ffb-4d25-b736-216561c184ec None None] Sync routers for ids ['93e60036-7ce3-4bfc-be8d-68da50311789'] in dv-cinder-768105-4-iscsi {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 26 21:08:03.995016 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-ccc839be-9d00-4e57-be48-2f5fbf484b03 admin admin] 10.222.0.59 "PUT /v2.0/routers/93e60036-7ce3-4bfc-be8d-68da50311789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8470950 Jan 26 21:08:03.997672 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52792) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:08:04.008262 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb20aec-8ffb-4d25-b736-216561c184ec None None] Routers {'93e60036-7ce3-4bfc-be8d-68da50311789'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:08:04.008983 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-6bb20aec-8ffb-4d25-b736-216561c184ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:07:34Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['93e60036-7ce3-4bfc-be8d-68da50311789'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:08:04.207819 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-76a017a7-7c66-484f-8d7b-1db69ed6a0dd admin admin] Notify callbacks [] for router, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:04.415352 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-6bb20aec-8ffb-4d25-b736-216561c184ec None None] Set router 93e60036-7ce3-4bfc-be8d-68da50311789 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:08:04.649367 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:04.651981 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-75790235-5a01-44a7-976c-c9cf3b73a58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:04.677712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-76a017a7-7c66-484f-8d7b-1db69ed6a0dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:04.688448 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-76a017a7-7c66-484f-8d7b-1db69ed6a0dd admin admin] Deleting port 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:08:04.688826 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-76a017a7-7c66-484f-8d7b-1db69ed6a0dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:04.797064 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-6bb20aec-8ffb-4d25-b736-216561c184ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'name': 'tempest-TestVolumeBootPattern-277011237-router', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:08:02Z', 'revision_number': 5, 'project_id': '6150e27c6350464d94ed8cc7e937782f', 'gw_port': {'id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:08:04.801241 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb20aec-8ffb-4d25-b736-216561c184ec None None] Checking router: 93e60036-7ce3-4bfc-be8d-68da50311789 for host: dv-cinder-768105-4-iscsi {{(pid=80133) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 26 21:08:04.811574 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb20aec-8ffb-4d25-b736-216561c184ec None None] Routers {'93e60036-7ce3-4bfc-be8d-68da50311789'} bound to L3 agent in host dv-cinder-768105-4-iscsi {{(pid=80133) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 26 21:08:04.812740 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-6bb20aec-8ffb-4d25-b736-216561c184ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-768105-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-26T20:41:34Z,description=,heartbeat_timestamp=2021-01-26T21:08:05Z,host='dv-cinder-768105-4-iscsi',id=cc6b1d25-7988-43fd-b6e3-b155247f306d,load=0,resource_versions=,resources_synced=,started_at=2021-01-26T20:41:34Z,topic='l3_agent')) {'router_ids': ['93e60036-7ce3-4bfc-be8d-68da50311789'], 'active': True} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:08:04.894751 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-76a017a7-7c66-484f-8d7b-1db69ed6a0dd admin admin] For port 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6,segment=NetworkSegment(b733b30d-1deb-4e81-80c4-a711ded6c981),segment_id=b733b30d-1deb-4e81-80c4-a711ded6c981)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:08:04.895149 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-76a017a7-7c66-484f-8d7b-1db69ed6a0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:05.027272 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-76a017a7-7c66-484f-8d7b-1db69ed6a0dd admin admin] Calling delete_port for 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6 owned by network:router_gateway {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:08:05.035420 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvr_db [None req-6bb20aec-8ffb-4d25-b736-216561c184ec None None] Set router 93e60036-7ce3-4bfc-be8d-68da50311789 gateway port host: dv-cinder-768105-4-iscsi {{(pid=80133) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 26 21:08:05.166207 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-76a017a7-7c66-484f-8d7b-1db69ed6a0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:05.343866 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_hamode_db [None req-6bb20aec-8ffb-4d25-b736-216561c184ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'name': 'tempest-TestVolumeBootPattern-277011237-router', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:08:02Z', 'revision_number': 5, 'project_id': '6150e27c6350464d94ed8cc7e937782f', 'gw_port': {'id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}], 'dv-cinder-768105-4-iscsi', False) {} {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:08:05.348025 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb20aec-8ffb-4d25-b736-216561c184ec None None] The sync data for ids ['93e60036-7ce3-4bfc-be8d-68da50311789'] in dv-cinder-768105-4-iscsi is: [{'id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'name': 'tempest-TestVolumeBootPattern-277011237-router', 'tenant_id': '6150e27c6350464d94ed8cc7e937782f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'external_fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243'}], 'enable_snat': True}, 'gw_port_id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:08:02Z', 'revision_number': 5, 'project_id': '6150e27c6350464d94ed8cc7e937782f', 'gw_port': {'id': '2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6', 'name': '', 'network_id': '4bf8f360-8c6f-48c4-992b-12f8abb374b0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:3a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e60036-7ce3-4bfc-be8d-68da50311789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'ip_address': '172.27.0.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-768105-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-26T21:01:08Z', 'updated_at': '2021-01-26T21:01:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '43917919-c3e1-4d2e-b3ae-d5bbd044108f', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-768105-4-iscsi'}] {{(pid=80133) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 26 21:08:05.360625 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-76a017a7-7c66-484f-8d7b-1db69ed6a0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854406413'] for router_gateway, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:05.505638 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-76a017a7-7c66-484f-8d7b-1db69ed6a0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854408990', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854760486'] for router, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:05.507993 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-76a017a7-7c66-484f-8d7b-1db69ed6a0dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:05.534531 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-76a017a7-7c66-484f-8d7b-1db69ed6a0dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-366962'] for router, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:05.535115 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a017a7-7c66-484f-8d7b-1db69ed6a0dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93e60036-7ce3-4bfc-be8d-68da50311789 {{(pid=80132) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 26 21:08:05.547926 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-76a017a7-7c66-484f-8d7b-1db69ed6a0dd admin admin] Notify callbacks [] for router, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:05.549166 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-76a017a7-7c66-484f-8d7b-1db69ed6a0dd admin admin] 10.222.0.59 "DELETE /v2.0/routers/93e60036-7ce3-4bfc-be8d-68da50311789 HTTP/1.1" status: 204 len: 168 time: 1.5501318 Jan 26 21:08:05.551979 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52796) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:08:05.620328 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.db_base_plugin_v2 [None req-13dd7de7-1904-431e-8121-ffceb4ddcae0 admin admin] Deleting subnet f79d76f8-46a7-4e28-98d0-d87d0415c43f {{(pid=80132) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 26 21:08:05.624226 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-13dd7de7-1904-431e-8121-ffceb4ddcae0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:05.679589 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-13dd7de7-1904-431e-8121-ffceb4ddcae0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14911266'] for subnet, precommit_delete_associations {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:05.764375 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-13dd7de7-1904-431e-8121-ffceb4ddcae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3452207'] for subnet, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:05.851760 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:06.031785 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-13dd7de7-1904-431e-8121-ffceb4ddcae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036851323612', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15367644', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036838262394'] for subnet, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:06.046159 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-26b9b1dc-65ad-41cc-b2e6-3fff37798a22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:08:06.134225 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd7de7-1904-431e-8121-ffceb4ddcae0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f79d76f8-46a7-4e28-98d0-d87d0415c43f,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:08:06.141232 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-13dd7de7-1904-431e-8121-ffceb4ddcae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:08:06.153228 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:06.186258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-13dd7de7-1904-431e-8121-ffceb4ddcae0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:06.191712 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb500251-05b6-4b4a-8e2b-384cebe16ce1 None None] Network df4c7784-0b46-4a36-a386-7bd9313842f8 requested from dv-cinder-768105-4-iscsi {{(pid=80133) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 26 21:08:06.193687 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-13dd7de7-1904-431e-8121-ffceb4ddcae0 admin admin] 10.222.0.59 "DELETE /v2.0/subnets/f79d76f8-46a7-4e28-98d0-d87d0415c43f HTTP/1.1" status: 204 len: 168 time: 0.6392455 Jan 26 21:08:06.195177 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52800) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:08:06.313305 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3572015'] for network, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:06.384001 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Deleting port 1bf93575-80c1-4875-8134-7e7742f84f64 {{(pid=80132) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:08:06.384298 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:06.462011 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e8888c-02de-4b33-ba75-2ff2341737bb None None] DHCP port deletion for df4c7784-0b46-4a36-a386-7bd9313842f8 request from dv-cinder-768105-4-iscsi {{(pid=80133) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 26 21:08:06.466324 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-35e8888c-02de-4b33-ba75-2ff2341737bb None None] Deleting port 1bf93575-80c1-4875-8134-7e7742f84f64 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:08:06.467237 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-35e8888c-02de-4b33-ba75-2ff2341737bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:06.606906 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] For port 1bf93575-80c1-4875-8134-7e7742f84f64, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=1bf93575-80c1-4875-8134-7e7742f84f64,segment=NetworkSegment(1252b755-2be0-4622-87d7-b286ac3f899e),segment_id=1252b755-2be0-4622-87d7-b286ac3f899e)] {{(pid=80132) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:08:06.607308 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:06.693088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-35e8888c-02de-4b33-ba75-2ff2341737bb None None] For port 1bf93575-80c1-4875-8134-7e7742f84f64, host dv-cinder-768105-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-768105-4-iscsi',level=0,port_id=1bf93575-80c1-4875-8134-7e7742f84f64,segment=NetworkSegment(1252b755-2be0-4622-87d7-b286ac3f899e),segment_id=1252b755-2be0-4622-87d7-b286ac3f899e)] {{(pid=80133) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 26 21:08:06.693530 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-35e8888c-02de-4b33-ba75-2ff2341737bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-368686'] for port, precommit_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:06.743474 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Calling delete_port for 1bf93575-80c1-4875-8134-7e7742f84f64 owned by network:dhcp {{(pid=80132) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:08:06.759094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 1bf93575-80c1-4875-8134-7e7742f84f64 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 21:08:06.824215 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3652022', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036849745234', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8763135597137', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8763135206310', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15366920'] for port, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:06.840011 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-1db97b02-4fb5-4d65-b743-f32d5347faa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:08:06.860349 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-35e8888c-02de-4b33-ba75-2ff2341737bb None None] Calling delete_port for 1bf93575-80c1-4875-8134-7e7742f84f64 owned by network:dhcp {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1947}} Jan 26 21:08:06.940830 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf93575-80c1-4875-8134-7e7742f84f64,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:08:06.949266 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.db [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No active binding found for port 1bf93575-80c1-4875-8134-7e7742f84f64 {{(pid=80133) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 26 21:08:06.949716 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 1bf93575-80c1-4875-8134-7e7742f84f64 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 21:08:06.950208 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 21:08:06.954298 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:08:06.986794 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 21:08:06.987182 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device 2dad0ab4-7ef4-49e8-90d2-a5a641ca75d6 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 21:08:06.987608 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] No DVR routers for this DVR port 1bf93575-80c1-4875-8134-7e7742f84f64 on host dv-cinder-768105-4-iscsi {{(pid=80132) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 26 21:08:06.987730 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device acdaf8a0-9add-4765-a712-347a7a3a45e5 no longer exists at agent ovs-agent-dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 26 21:08:07.026485 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] No Port match for: acdaf8a0-9add-4765-a712-347a7a3a45e5 {{(pid=80133) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2200}} Jan 26 21:08:07.026873 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.rpc [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Device acdaf8a0-9add-4765-a712-347a7a3a45e5 not bound to the agent host dv-cinder-768105-4-iscsi {{(pid=80133) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 26 21:08:07.029985 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.db.api [None req-35e8888c-02de-4b33-ba75-2ff2341737bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80133) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 26 21:08:07.030398 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_db.api [None req-35e8888c-02de-4b33-ba75-2ff2341737bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80133) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 26 21:08:07.114080 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3455414', 'neutron.services.segments.db._delete_segments_for_network--9223363273719062490'] for network, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:07.230267 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4c7784-0b46-4a36-a386-7bd9313842f8']}} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:08:07.243794 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1252b755-2be0-4622-87d7-b286ac3f899e') {'for_net_delete': True} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:08:07.244134 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.services.segments.db [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1252b755-2be0-4622-87d7-b286ac3f899e') {} {{(pid=80132) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 26 21:08:07.256094 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363273719066842', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036839864534'] for segment, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:07.273322 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036851325966'] for segment, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:07.275461 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80132) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 26 21:08:07.454661 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Network df4c7784-0b46-4a36-a386-7bd9313842f8 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 21:08:07.467518 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3449733', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036839408769'] for segment, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:07.531329 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-35e8888c-02de-4b33-ba75-2ff2341737bb None None] Deleting port 1bf93575-80c1-4875-8134-7e7742f84f64 {{(pid=80133) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1874}} Jan 26 21:08:07.531780 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-35e8888c-02de-4b33-ba75-2ff2341737bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8763135682385'] for port, before_delete {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:07.602593 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.plugin [None req-35e8888c-02de-4b33-ba75-2ff2341737bb None None] The port '1bf93575-80c1-4875-8134-7e7742f84f64' was deleted {{(pid=80133) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1904}} Jan 26 21:08:07.645824 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.plugins.ml2.managers [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Network df4c7784-0b46-4a36-a386-7bd9313842f8 has no segments {{(pid=80132) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: Traceback (most recent call last): Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: timer() Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: cb(*args, **kw) Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: return func(*args, **kwargs) Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: self._notify() Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: self.callback(batched_events) Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: event.method(event) Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: segment_id)['aggregates'][0] Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: return f(self, *a, **k) Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: return self._get(url).json() Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: **kwargs) Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: return self.request(url, 'GET', **kwargs) Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: **endpoint_filter) Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 26 21:08:07.668668 dv-cinder-768105-4-iscsi neutron-server[80020]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 26 21:08:07.760616 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036851320386', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854230900', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-369369'] for network, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:07.763758 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:08:07.779568 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-546914'] for network, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:07.788377 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Pushing event deleted for resources: {'Network': ['ID=df4c7784-0b46-4a36-a386-7bd9313842f8,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:08:07.791258 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:08:07.793155 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-e62dd356-5c51-4495-ae97-4764596c5e31 admin admin] 10.222.0.59 "DELETE /v2.0/networks/df4c7784-0b46-4a36-a386-7bd9313842f8 HTTP/1.1" status: 204 len: 168 time: 1.5969141 Jan 26 21:08:07.934630 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52806) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:08:07.985614 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-7a37a404-414a-461a-aeab-e4d249d2a287 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=eb7dbb5196174143b1af0751cbfcb333&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0497072 Jan 26 21:08:07.988127 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52810) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:08:08.048506 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-788525a5-96f3-4f79-b108-c328f8a3563d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:08.078435 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-788525a5-96f3-4f79-b108-c328f8a3563d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:08.126503 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-788525a5-96f3-4f79-b108-c328f8a3563d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:08.131384 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-82e75f23-bc3c-4b85-a1f3-25f73d1e41c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:08:08.144910 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788525a5-96f3-4f79-b108-c328f8a3563d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af12338-90d5-48ad-865d-0fbca05ac8a2,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:08:08.150146 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-788525a5-96f3-4f79-b108-c328f8a3563d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:08:08.152456 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-788525a5-96f3-4f79-b108-c328f8a3563d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:08.153675 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-788525a5-96f3-4f79-b108-c328f8a3563d admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/3af12338-90d5-48ad-865d-0fbca05ac8a2 HTTP/1.1" status: 204 len: 168 time: 0.1645994 Jan 26 21:08:08.567854 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52818) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:08:08.623980 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-fff217cc-e723-4f2f-b3f0-678915e30383 admin admin] 10.222.0.59 "GET /v2.0/security-groups?tenant_id=6150e27c6350464d94ed8cc7e937782f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515678 Jan 26 21:08:08.624334 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [-] (80132) accepted ('10.222.0.59', 52822) {{(pid=80132) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 26 21:08:08.688088 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0e039c15-34f6-4d99-a89a-0db846633f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:08.714919 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0e039c15-34f6-4d99-a89a-0db846633f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:08.762510 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0e039c15-34f6-4d99-a89a-0db846633f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534226'] for security_group, after_delete {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:08.767914 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-788525a5-96f3-4f79-b108-c328f8a3563d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 26 21:08:08.784828 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e039c15-34f6-4d99-a89a-0db846633f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5397bb15-d610-4cff-86d7-387f0b8f4e2b,revision_number=None']} {{(pid=80132) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 26 21:08:08.787986 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG oslo_concurrency.lockutils [None req-0e039c15-34f6-4d99-a89a-0db846633f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80132) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 26 21:08:08.789932 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0e039c15-34f6-4d99-a89a-0db846633f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80132) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:08.791673 dv-cinder-768105-4-iscsi neutron-server[80020]: INFO neutron.wsgi [None req-0e039c15-34f6-4d99-a89a-0db846633f42 admin admin] 10.222.0.59 "DELETE /v2.0/security-groups/5397bb15-d610-4cff-86d7-387f0b8f4e2b HTTP/1.1" status: 204 len: 168 time: 0.1658115 Jan 26 21:08:27.820797 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:31.788546 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e88d9bd3-01f6-4559-a36c-76730b3aa249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:34.497181 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:34.499604 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-b8a54be4-b206-46bc-b6a0-15da0c756962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:35.844285 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:36.157961 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:08:40.696862 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:08:41.184702 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [req-ed1cdb9d-12f7-454a-a612-50718f63ec45 req-d277d2a5-f777-4c59-8567-3526873b859e service neutron] (80131) timed out ('10.222.0.59', 47820) {{(pid=80131) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 26 21:08:57.829154 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:09:01.789343 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f5c32e58-2fd3-4000-bdef-5b107c1a47a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:09:04.498138 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:09:04.499250 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-452acdc2-7698-441a-b413-9d5ca71628d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:09:05.849967 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:09:06.163361 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:09:17.696297 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:09:27.843301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:09:31.789430 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-160f0201-5a4c-4f6c-9c47-855c4a8cc10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:09:34.499710 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:09:34.500822 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dd3b219e-4c0b-47da-ae4c-8d25e4697760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:09:35.840950 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:09:36.163338 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:09:54.696534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:09:57.846319 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:10:01.790301 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f6b85e12-bebb-4a7a-98e5-ca21c014c436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:10:04.501534 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:10:04.502726 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-5ef6367f-1670-4bee-ac26-419786e3cb40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:10:05.846790 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:10:06.166494 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:10:27.845343 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:10:31.695998 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:10:31.790806 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-1d1abf6d-ea84-4b07-893b-f920ef999f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:10:34.503311 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8986541d-4de1-4580-a10f-996b8a220398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:10:34.505434 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:10:35.847992 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:10:36.170172 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:10:57.844024 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:11:01.794955 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-deb27ecc-641a-4886-9c7f-c98b4ec91550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:11:04.503544 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-d5d49271-8f7a-4508-9af4-d4c9b42e1de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:11:04.505184 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:11:05.849026 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:11:06.174503 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:11:08.696709 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:11:27.846311 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:11:31.796940 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-0e4f5a06-e9e5-4fb4-ab13-9927f93de62c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:11:34.503844 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bd58aa87-367c-41e5-b535-41f29814ded1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:11:34.507898 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:11:35.850610 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:11:36.177769 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:11:45.696354 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:11:57.844812 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:12:01.797922 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-f62dc856-c00f-4b35-b226-42c0b5660137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:12:04.504323 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-8f779ace-a23f-46e1-94d9-439d0909c510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:12:04.508351 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:12:05.851936 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:12:06.180958 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:12:15.208594 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.wsgi [req-193dfbfb-a69c-40d8-9b27-8502ad0d94f7 req-2babaede-f0f2-497a-a283-51aa16008af6 service neutron] (80131) timed out ('10.222.0.59', 49554) {{(pid=80131) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 26 21:12:22.695410 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:12:27.843168 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:12:31.797708 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-97c4d9ae-3b83-4b04-b763-baf9baccc9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:12:34.506191 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dd6aa6c7-6199-41fd-8bd2-19bb11262043 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:12:34.508306 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:12:35.853333 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:12:36.185299 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:12:57.845465 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-dad50479-a9aa-49ca-bcd5-abfc6c9d295a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:12:59.696654 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron.db.agents_db [None req-f9a3f458-4c04-4b6a-8c32-386e25cd81af None None] Agent healthcheck: found 6 active agents {{(pid=80134) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 26 21:13:01.799350 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-bf5d11b7-2b09-4ee3-9bf9-df0be2f56735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:13:04.506501 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-4ce9ef48-b8b0-4e70-a93a-ce12b5388fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:13:04.509788 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-21b2c839-7d63-4df2-a02c-de7f32c95083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:13:05.854725 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-e0415e6e-b1b9-48b4-99cf-fc257ed14e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 26 21:13:06.188090 dv-cinder-768105-4-iscsi neutron-server[80020]: DEBUG neutron_lib.callbacks.manager [None req-fbdff263-3741-4516-992e-a6623146ca29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363273719062507', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3452052'] for agent, after_update {{(pid=80133) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}